09:14:37.027 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
09:14:37.027 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskrh58EF/test-tmp
09:14:37.028 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
09:14:37.028 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskrh58EF/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
09:14:37.029 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
09:14:37.328 [DEBUG - main] (MiniKuduCluster.java:195) Response:
09:14:37.328 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
09:14:37.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.330459 10039 mini_oidc.cc:150] Starting JWKS server
09:14:37.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.332367 10039 webserver.cc:492] Webserver started at http://127.0.0.1:37861/ using document root <none> and password file <none>
09:14:37.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.332602 10039 mini_oidc.cc:186] Starting OIDC Discovery server
09:14:37.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.333069 10039 webserver.cc:492] Webserver started at http://127.0.0.1:42551/ using document root <none> and password file <none>
09:14:37.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-02-03T09:14:37Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
09:14:37.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-02-03T09:14:37Z Disabled control of system clock
09:14:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.359467 10039 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrh58EF/build/asan/bin/kudu
09:14:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrh58EF/build/asan/bin/kudu
09:14:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-0/wal
09:14:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-0/data
09:14:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:14:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:14:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:14:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:14:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:14:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:14:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-0/logs
09:14:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-0/data/info.pb
09:14:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:14:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:14:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:14:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:14:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:14:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:14:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:14:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:14:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:14:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:14:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:14:37.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:14:37.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.205.254:33205
09:14:37.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.205.254
09:14:37.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:14:37.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.205.212:34735
09:14:37.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:14:37.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:14:37.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:14:37.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:14:37.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.205.254:33205,127.9.205.253:39799,127.9.205.252:36311
09:14:37.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:14:37.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37861/jwks.json
09:14:37.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
09:14:37.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
09:14:37.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:37.655529 10050 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:14:37.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:37.655786 10050 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:14:37.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:37.655858 10050 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:14:37.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:37.663448 10050 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:14:37.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:37.663523 10050 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
09:14:37.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:37.663571 10050 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:14:37.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:37.663610 10050 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:14:37.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:37.663663 10050 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:14:37.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:37.663702 10050 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:14:37.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:37.663753 10050 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37861/jwks.json
09:14:37.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.672796 10050 master_runner.cc:386] Master server non-default flags:
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.205.212:34735
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-0/data
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-0/wal
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.205.254:33205,127.9.205.253:39799,127.9.205.252:36311
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.205.254:33205
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37861/jwks.json
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-0/data/info.pb
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.205.254
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-0/logs
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6dc40cf777cf7c7ac02d2c323748b12f8c79a143
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 Feb 2026 08:50:43 UTC on 24a791456cd2
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10324
09:14:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:14:37.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.674199 10050 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:14:37.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.675784 10050 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:14:37.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:37.683326 10056 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:14:37.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:37.683604 10055 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:14:37.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:37.684406 10059 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:14:37.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.685014 10050 server_base.cc:1060] running on GCE node
09:14:37.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.685690 10050 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:14:37.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.686875 10050 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:14:37.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.688109 10050 hybrid_clock.cc:648] HybridClock initialized: now 1770110077688033 us; error 47 us; skew 500 ppm
09:14:37.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.688436 10050 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:14:37.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.690414 10050 webserver.cc:492] Webserver started at http://127.9.205.254:43631/ using document root <none> and password file <none>
09:14:37.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.691082 10050 fs_manager.cc:362] Metadata directory not provided
09:14:37.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.691210 10050 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:14:37.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.691543 10050 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:14:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.693794 10050 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-0/data/instance:
09:14:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a099aca56e44359b91b3c0800a38ec3"
09:14:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-03 09:14:37 on dist-test-slave-c26w"
09:14:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.694527 10050 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-0/wal/instance:
09:14:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a099aca56e44359b91b3c0800a38ec3"
09:14:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-03 09:14:37 on dist-test-slave-c26w"
09:14:37.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.699503 10050 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.006s sys 0.000s
09:14:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.702641 10065 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:14:37.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.703802 10050 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s
09:14:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.703956 10050 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-0/data,/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-0/wal
09:14:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a099aca56e44359b91b3c0800a38ec3"
09:14:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-03 09:14:37 on dist-test-slave-c26w"
09:14:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.704130 10050 fs_report.cc:389] FS layout report
09:14:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:14:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-0/wal
09:14:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-0/wal
09:14:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-0/data/data
09:14:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:14:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:14:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:14:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:14:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:14:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:14:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:14:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:14:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:14:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:14:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:14:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.721590 10050 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:14:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.722393 10050 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:14:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.722692 10050 kserver.cc:163] Server-wide thread pool size limit: 3276
09:14:37.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.745178 10050 rpc_server.cc:307] RPC server started. Bound to: 127.9.205.254:33205
09:14:37.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.745220 10126 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.205.254:33205 every 8 connection(s)
09:14:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.746645 10050 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-0/data/info.pb
09:14:37.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.750434 10127 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:14:37.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.753352 10039 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrh58EF/build/asan/bin/kudu as pid 10050
09:14:37.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.753664 10039 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-0/wal/instance
09:14:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.756497 10039 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrh58EF/build/asan/bin/kudu
09:14:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrh58EF/build/asan/bin/kudu
09:14:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-1/wal
09:14:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-1/data
09:14:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:14:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:14:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:14:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:14:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:14:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:14:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-1/logs
09:14:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-1/data/info.pb
09:14:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:14:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:14:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:14:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:14:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:14:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:14:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:14:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:14:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:14:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:14:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:14:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:14:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.205.253:39799
09:14:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.205.253
09:14:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:14:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.205.212:34735
09:14:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:14:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:14:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:14:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:14:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.205.254:33205,127.9.205.253:39799,127.9.205.252:36311
09:14:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:14:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37861/jwks.json
09:14:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
09:14:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
09:14:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.758029 10127 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } has no permanent_uuid. Determining permanent_uuid...
09:14:37.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.772819 10127 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } has no permanent_uuid. Determining permanent_uuid...
09:14:37.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:37.773726 10066 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.205.253:39799: connect: Connection refused (error 111)
09:14:37.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:37.775132 10127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.253:39799: Network error: Client connection negotiation failed: client connection to 127.9.205.253:39799: connect: Connection refused (error 111)
09:14:37.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.824491 10127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } attempt: 1
09:14:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:37.826263 10127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.253:39799: Network error: Client connection negotiation failed: client connection to 127.9.205.253:39799: connect: Connection refused (error 111)
09:14:37.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.894543 10127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } attempt: 2
09:14:37.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:37.896312 10127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.253:39799: Network error: Client connection negotiation failed: client connection to 127.9.205.253:39799: connect: Connection refused (error 111)
09:14:37.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:37.987614 10127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } attempt: 3
09:14:37.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:37.989423 10127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.253:39799: Network error: Client connection negotiation failed: client connection to 127.9.205.253:39799: connect: Connection refused (error 111)
09:14:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.060699 10129 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:14:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.060973 10129 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:14:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.061074 10129 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:14:38.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.068506 10129 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:14:38.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.068590 10129 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
09:14:38.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.068637 10129 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:14:38.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.068674 10129 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:14:38.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.068725 10129 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:14:38.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.068768 10129 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:14:38.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.068815 10129 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37861/jwks.json
09:14:38.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.077729 10129 master_runner.cc:386] Master server non-default flags:
09:14:38.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:14:38.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.205.212:34735
09:14:38.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:14:38.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-1/data
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-1/wal
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.205.254:33205,127.9.205.253:39799,127.9.205.252:36311
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.205.253:39799
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37861/jwks.json
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-1/data/info.pb
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.205.253
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-1/logs
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6dc40cf777cf7c7ac02d2c323748b12f8c79a143
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 Feb 2026 08:50:43 UTC on 24a791456cd2
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10324
09:14:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:14:38.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.079097 10129 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:14:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.080677 10129 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:14:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.087703 10138 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:14:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.087747 10137 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:14:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.088469 10140 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:14:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.089000 10129 server_base.cc:1060] running on GCE node
09:14:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.089666 10129 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:14:38.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.090821 10129 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:14:38.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.092026 10129 hybrid_clock.cc:648] HybridClock initialized: now 1770110078091962 us; error 40 us; skew 500 ppm
09:14:38.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.092370 10129 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:14:38.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.094270 10129 webserver.cc:492] Webserver started at http://127.9.205.253:36363/ using document root <none> and password file <none>
09:14:38.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.094854 10129 fs_manager.cc:362] Metadata directory not provided
09:14:38.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.094966 10129 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:14:38.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.095321 10129 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:14:38.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.097520 10129 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-1/data/instance:
09:14:38.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "130310c74d714934bdecfd6981872d61"
09:14:38.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-03 09:14:38 on dist-test-slave-c26w"
09:14:38.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.098246 10129 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-1/wal/instance:
09:14:38.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "130310c74d714934bdecfd6981872d61"
09:14:38.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-03 09:14:38 on dist-test-slave-c26w"
09:14:38.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.102895 10129 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.003s sys 0.003s
09:14:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.105782 10146 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:14:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.106829 10129 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
09:14:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.106982 10129 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-1/data,/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-1/wal
09:14:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "130310c74d714934bdecfd6981872d61"
09:14:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-03 09:14:38 on dist-test-slave-c26w"
09:14:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.107151 10129 fs_report.cc:389] FS layout report
09:14:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:14:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-1/wal
09:14:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-1/wal
09:14:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-1/data/data
09:14:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:14:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:14:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:14:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:14:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:14:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:14:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:14:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:14:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:14:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:14:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:14:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.132617 10127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } attempt: 4
09:14:38.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.133376 10129 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:14:38.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.134116 10129 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:14:38.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.134217 10127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.253:39799: Network error: Client connection negotiation failed: client connection to 127.9.205.253:39799: connect: Connection refused (error 111)
09:14:38.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.134419 10129 kserver.cc:163] Server-wide thread pool size limit: 3276
09:14:38.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.154781 10129 rpc_server.cc:307] RPC server started. Bound to: 127.9.205.253:39799
09:14:38.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.154829 10208 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.205.253:39799 every 8 connection(s)
09:14:38.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.156006 10129 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-1/data/info.pb
09:14:38.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.159665 10209 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:14:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.162495 10039 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrh58EF/build/asan/bin/kudu as pid 10129
09:14:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.162669 10039 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-1/wal/instance
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.163918 10039 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrh58EF/build/asan/bin/kudu
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrh58EF/build/asan/bin/kudu
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-2/wal
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-2/data
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-2/logs
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-2/data/info.pb
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.205.252:36311
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.205.252
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.205.212:34735
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.205.254:33205,127.9.205.253:39799,127.9.205.252:36311
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37861/jwks.json
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
09:14:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
09:14:38.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.166783 10209 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } has no permanent_uuid. Determining permanent_uuid...
09:14:38.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.178650 10209 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } has no permanent_uuid. Determining permanent_uuid...
09:14:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.186645 10209 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } has no permanent_uuid. Determining permanent_uuid...
09:14:38.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.187568 10148 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111)
09:14:38.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.188918 10209 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.252:36311: Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111)
09:14:38.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.238207 10209 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } attempt: 1
09:14:38.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.239821 10209 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.252:36311: Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111)
09:14:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.308113 10209 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } attempt: 2
09:14:38.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.310005 10209 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.252:36311: Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111)
09:14:38.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.401204 10209 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } attempt: 3
09:14:38.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.403115 10209 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.252:36311: Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111)
09:14:38.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.433513 10127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } attempt: 5
09:14:38.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.439785 10127 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } has no permanent_uuid. Determining permanent_uuid...
09:14:38.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.441349 10127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.252:36311: Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111)
09:14:38.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.475443 10211 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:14:38.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.475692 10211 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:14:38.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.475764 10211 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:14:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.483630 10211 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:14:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.483702 10211 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
09:14:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.483768 10211 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:14:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.483806 10211 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:14:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.483856 10211 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:14:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.483894 10211 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:14:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.483937 10211 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37861/jwks.json
09:14:38.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.492626 10127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } attempt: 1
09:14:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.493513 10211 master_runner.cc:386] Master server non-default flags:
09:14:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:14:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.205.212:34735
09:14:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:14:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:14:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
09:14:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-2/data
09:14:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-2/wal
09:14:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:14:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.205.254:33205,127.9.205.253:39799,127.9.205.252:36311
09:14:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
09:14:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:14:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:14:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:14:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.205.252:36311
09:14:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:14:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:14:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:14:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37861/jwks.json
09:14:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:14:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:14:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-2/data/info.pb
09:14:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.205.252
09:14:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:14:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:14:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:14:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:14:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:14:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:14:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-2/logs
09:14:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:14:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:14:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:14:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:14:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:14:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6dc40cf777cf7c7ac02d2c323748b12f8c79a143
09:14:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:14:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 Feb 2026 08:50:43 UTC on 24a791456cd2
09:14:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10324
09:14:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:14:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.494398 10127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.252:36311: Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111)
09:14:38.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.495095 10211 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:14:38.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.496757 10211 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:14:38.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.504382 10219 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:14:38.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.504508 10220 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:14:38.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.504570 10222 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:14:38.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.505540 10211 server_base.cc:1060] running on GCE node
09:14:38.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.506181 10211 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:14:38.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.507320 10211 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:14:38.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.508580 10211 hybrid_clock.cc:648] HybridClock initialized: now 1770110078508495 us; error 29 us; skew 500 ppm
09:14:38.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.508880 10211 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:14:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.510776 10211 webserver.cc:492] Webserver started at http://127.9.205.252:43413/ using document root <none> and password file <none>
09:14:38.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.511382 10211 fs_manager.cc:362] Metadata directory not provided
09:14:38.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.511477 10211 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:14:38.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.511739 10211 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:14:38.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.514022 10211 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-2/data/instance:
09:14:38.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "655505cfce41453cbbaa13d6dd3467b9"
09:14:38.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-03 09:14:38 on dist-test-slave-c26w"
09:14:38.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.514739 10211 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-2/wal/instance:
09:14:38.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "655505cfce41453cbbaa13d6dd3467b9"
09:14:38.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-03 09:14:38 on dist-test-slave-c26w"
09:14:38.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.519479 10211 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.005s sys 0.001s
09:14:38.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.522421 10228 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:14:38.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.523597 10211 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
09:14:38.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.523729 10211 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-2/data,/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-2/wal
09:14:38.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "655505cfce41453cbbaa13d6dd3467b9"
09:14:38.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-03 09:14:38 on dist-test-slave-c26w"
09:14:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.523874 10211 fs_report.cc:389] FS layout report
09:14:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:14:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-2/wal
09:14:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-2/wal
09:14:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-2/data/data
09:14:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:14:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:14:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:14:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:14:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:14:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:14:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:14:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:14:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:14:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:14:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:14:38.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.546304 10209 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } attempt: 4
09:14:38.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.547890 10209 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.252:36311: Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111)
09:14:38.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.556780 10211 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:14:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.557453 10211 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:14:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.557669 10211 kserver.cc:163] Server-wide thread pool size limit: 3276
09:14:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.562583 10127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } attempt: 2
09:14:38.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.564044 10127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.252:36311: Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111)
09:14:38.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.579439 10211 rpc_server.cc:307] RPC server started. Bound to: 127.9.205.252:36311
09:14:38.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.579514 10289 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.205.252:36311 every 8 connection(s)
09:14:38.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.580863 10211 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-2/data/info.pb
09:14:38.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.586508 10290 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:14:38.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.590022 10039 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrh58EF/build/asan/bin/kudu as pid 10211
09:14:38.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.590206 10039 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/master-2/wal/instance
09:14:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.595743 10290 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } has no permanent_uuid. Determining permanent_uuid...
09:14:38.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.612833 10290 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } has no permanent_uuid. Determining permanent_uuid...
09:14:38.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.619467 10290 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } has no permanent_uuid. Determining permanent_uuid...
09:14:38.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.630272 10290 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9: Bootstrap starting.
09:14:38.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.633111 10290 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9: Neither blocks nor log segments found. Creating new log.
09:14:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.634173 10290 log.cc:826] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9: Log is configured to *not* fsync() on all Append() calls
09:14:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.636263 10290 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9: No bootstrap required, opened a new log
09:14:38.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.641178 10290 raft_consensus.cc:359] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:14:38.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.641418 10290 raft_consensus.cc:385] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:14:38.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.641494 10290 raft_consensus.cc:740] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 655505cfce41453cbbaa13d6dd3467b9, State: Initialized, Role: FOLLOWER
09:14:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.641984 10290 consensus_queue.cc:260] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:14:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.642700 10298 sys_catalog.cc:455] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } } }
09:14:38.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.642946 10298 sys_catalog.cc:458] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [sys.catalog]: This master's current role is: FOLLOWER
09:14:38.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.643422 10290 sys_catalog.cc:565] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [sys.catalog]: configured and running, proceeding with master startup.
09:14:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.652042 10309 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:14:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.652194 10309 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:14:38.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.649598 10211 master_runner.cc:186] Error getting master registration for 127.9.205.254:33205: OK, instance_id { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" instance_seqno: 1770110077740078 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:14:38.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.653846 10211 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:14:38.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.670400 10127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } attempt: 3
09:14:38.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.675870 10298 raft_consensus.cc:493] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:14:38.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.676095 10298 raft_consensus.cc:515] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:14:38.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.677655 10298 leader_election.cc:290] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205), 130310c74d714934bdecfd6981872d61 (127.9.205.253:39799)
09:14:38.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.681547 10127 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3: Bootstrap starting.
09:14:38.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.684903 10127 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3: Neither blocks nor log segments found. Creating new log.
09:14:38.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.685927 10127 log.cc:826] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3: Log is configured to *not* fsync() on all Append() calls
09:14:38.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.688118 10127 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3: No bootstrap required, opened a new log
09:14:38.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.692857 10127 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:14:38.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.693079 10127 raft_consensus.cc:385] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:14:38.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.693186 10127 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8a099aca56e44359b91b3c0800a38ec3, State: Initialized, Role: FOLLOWER
09:14:38.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.693760 10127 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:14:38.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.694597 10312 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } } }
09:14:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.694953 10312 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [sys.catalog]: This master's current role is: FOLLOWER
09:14:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.695612 10127 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [sys.catalog]: configured and running, proceeding with master startup.
09:14:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.695647 10092 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "655505cfce41453cbbaa13d6dd3467b9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8a099aca56e44359b91b3c0800a38ec3" is_pre_election: true
09:14:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.696122 10092 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 655505cfce41453cbbaa13d6dd3467b9 in term 0.
09:14:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.696700 10232 leader_election.cc:304] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 655505cfce41453cbbaa13d6dd3467b9, 8a099aca56e44359b91b3c0800a38ec3; no voters:
09:14:38.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.697135 10298 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:14:38.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.697274 10298 raft_consensus.cc:493] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:14:38.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.697379 10298 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [term 0 FOLLOWER]: Advancing to term 1
09:14:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.700567 10298 raft_consensus.cc:515] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:14:38.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.702160 10092 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "655505cfce41453cbbaa13d6dd3467b9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8a099aca56e44359b91b3c0800a38ec3"
09:14:38.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.702538 10298 leader_election.cc:290] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [CANDIDATE]: Term 1 election: Requested vote from peers 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205), 130310c74d714934bdecfd6981872d61 (127.9.205.253:39799)
09:14:38.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.702865 10092 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [term 0 FOLLOWER]: Advancing to term 1
09:14:38.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.707273 10092 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 655505cfce41453cbbaa13d6dd3467b9 in term 1.
09:14:38.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.707724 10232 leader_election.cc:304] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 655505cfce41453cbbaa13d6dd3467b9, 8a099aca56e44359b91b3c0800a38ec3; no voters:
09:14:38.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.708194 10298 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [term 1 FOLLOWER]: Leader election won for term 1
09:14:38.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.715387 10298 raft_consensus.cc:697] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [term 1 LEADER]: Becoming Leader. State: Replica: 655505cfce41453cbbaa13d6dd3467b9, State: Running, Role: LEADER
09:14:38.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.716403 10298 consensus_queue.cc:237] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:14:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.730324 10071 tablet.cc:2378] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:14:38.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.724355 10050 master_runner.cc:186] Error getting master registration for 127.9.205.253:39799: OK, instance_id { permanent_uuid: "130310c74d714934bdecfd6981872d61" instance_seqno: 1770110078150209 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:14:38.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.732796 10050 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:14:38.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.734112 10317 sys_catalog.cc:455] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 655505cfce41453cbbaa13d6dd3467b9. Latest consensus state: current_term: 1 leader_uuid: "655505cfce41453cbbaa13d6dd3467b9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } } }
09:14:38.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.734428 10317 sys_catalog.cc:458] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [sys.catalog]: This master's current role is: LEADER
09:14:38.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.735252 10327 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
09:14:38.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.737478 10327 catalog_manager.cc:1494] Initializing Kudu cluster ID...
09:14:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.743204 10324 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:14:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:38.743425 10324 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:14:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.749814 10092 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [term 1 FOLLOWER]: Refusing update from remote peer 655505cfce41453cbbaa13d6dd3467b9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:14:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.750665 10317 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:14:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.771751 10312 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 655505cfce41453cbbaa13d6dd3467b9. Latest consensus state: current_term: 1 leader_uuid: "655505cfce41453cbbaa13d6dd3467b9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } } }
09:14:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.771979 10312 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [sys.catalog]: This master's current role is: FOLLOWER
09:14:38.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.776070 10298 sys_catalog.cc:455] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "655505cfce41453cbbaa13d6dd3467b9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } } }
09:14:38.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.776324 10298 sys_catalog.cc:458] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [sys.catalog]: This master's current role is: LEADER
09:14:38.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.777766 10327 catalog_manager.cc:1357] Generated new cluster ID: 28f75546d3254046880aefddda7c790d
09:14:38.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.777861 10327 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
09:14:38.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.806635 10312 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "655505cfce41453cbbaa13d6dd3467b9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } } }
09:14:38.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.806819 10312 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [sys.catalog]: This master's current role is: FOLLOWER
09:14:38.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.814898 10327 catalog_manager.cc:1380] Generated new certificate authority record
09:14:38.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.817625 10327 catalog_manager.cc:1514] Loading token signing keys...
09:14:38.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.842654 10327 catalog_manager.cc:6027] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9: Generated new TSK 0
09:14:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.843602 10327 catalog_manager.cc:1524] Initializing in-progress tserver states...
09:14:38.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.847086 10209 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } attempt: 5
09:14:38.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.852864 10039 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrh58EF/build/asan/bin/kudu
09:14:38.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrh58EF/build/asan/bin/kudu
09:14:38.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-0/wal
09:14:38.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-0/data
09:14:38.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:14:38.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:14:38.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:14:38.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:14:38.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:14:38.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:14:38.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-0/logs
09:14:38.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-0/data/info.pb
09:14:38.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:14:38.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:14:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:14:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:14:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:14:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:14:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:14:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:14:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:14:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:14:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.205.193:0
09:14:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.205.193
09:14:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.205.193
09:14:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:14:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.205.254:33205,127.9.205.253:39799,127.9.205.252:36311
09:14:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.205.212:34735
09:14:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:14:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:14:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:14:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:14:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:14:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
09:14:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.861609 10209 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61: Bootstrap starting.
09:14:38.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.868058 10209 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61: Neither blocks nor log segments found. Creating new log.
09:14:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.869496 10209 log.cc:826] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61: Log is configured to *not* fsync() on all Append() calls
09:14:38.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.883054 10209 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61: No bootstrap required, opened a new log
09:14:38.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.890925 10209 raft_consensus.cc:359] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:14:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.900607 10209 raft_consensus.cc:385] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:14:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.900743 10209 raft_consensus.cc:740] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 130310c74d714934bdecfd6981872d61, State: Initialized, Role: FOLLOWER
09:14:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.901404 10209 consensus_queue.cc:260] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:14:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.902786 10335 sys_catalog.cc:455] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } } }
09:14:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.903379 10335 sys_catalog.cc:458] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [sys.catalog]: This master's current role is: FOLLOWER
09:14:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.904140 10172 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "655505cfce41453cbbaa13d6dd3467b9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "130310c74d714934bdecfd6981872d61"
09:14:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.904420 10209 sys_catalog.cc:565] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [sys.catalog]: configured and running, proceeding with master startup.
09:14:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.904567 10171 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 0 FOLLOWER]: Advancing to term 1
09:14:38.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.904171 10173 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "655505cfce41453cbbaa13d6dd3467b9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "130310c74d714934bdecfd6981872d61" is_pre_election: true
09:14:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.908326 10171 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 1 FOLLOWER]: Refusing update from remote peer 655505cfce41453cbbaa13d6dd3467b9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:14:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.909370 10298 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:14:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.982161 10335 sys_catalog.cc:455] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 655505cfce41453cbbaa13d6dd3467b9. Latest consensus state: current_term: 1 leader_uuid: "655505cfce41453cbbaa13d6dd3467b9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } } }
09:14:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.982422 10335 sys_catalog.cc:458] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [sys.catalog]: This master's current role is: FOLLOWER
09:14:38.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.982934 10343 sys_catalog.cc:455] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "655505cfce41453cbbaa13d6dd3467b9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } } }
09:14:38.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:38.983186 10343 sys_catalog.cc:458] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [sys.catalog]: This master's current role is: FOLLOWER
09:14:39.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.007503 10352 catalog_manager.cc:1269] Loaded cluster ID: 28f75546d3254046880aefddda7c790d
09:14:39.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.007748 10352 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61: loading cluster ID for follower catalog manager: success
09:14:39.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.011521 10352 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61: acquiring CA information for follower catalog manager: success
09:14:39.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.014436 10352 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:14:39.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.076256 10298 sys_catalog.cc:455] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "655505cfce41453cbbaa13d6dd3467b9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } } }
09:14:39.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.076570 10298 sys_catalog.cc:458] T 00000000000000000000000000000000 P 655505cfce41453cbbaa13d6dd3467b9 [sys.catalog]: This master's current role is: LEADER
09:14:39.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:39.361238 10333 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:14:39.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:39.361585 10333 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:14:39.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:39.361726 10333 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:14:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:39.374413 10333 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:14:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:39.374581 10333 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
09:14:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:39.374677 10333 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
09:14:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:39.374725 10333 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
09:14:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:39.374861 10333 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.205.193
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.389906 10333 tablet_server_runner.cc:78] Tablet server non-default flags:
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.205.212:34735
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-0/data
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-0/wal
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.205.193:0
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-0/data/info.pb
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.205.193
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.205.254:33205,127.9.205.253:39799,127.9.205.252:36311
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.205.193
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-0/logs
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6dc40cf777cf7c7ac02d2c323748b12f8c79a143
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 Feb 2026 08:50:43 UTC on 24a791456cd2
09:14:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10324
09:14:39.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:14:39.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.391820 10333 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:14:39.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.394048 10333 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:14:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:39.404726 10360 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:14:39.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:39.404762 10359 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:14:39.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:39.406226 10362 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:14:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.406930 10333 server_base.cc:1060] running on GCE node
09:14:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.407473 10333 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:14:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.408331 10333 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:14:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.409534 10333 hybrid_clock.cc:648] HybridClock initialized: now 1770110079409467 us; error 44 us; skew 500 ppm
09:14:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.409823 10333 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:14:39.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.411947 10333 webserver.cc:492] Webserver started at http://127.9.205.193:36697/ using document root <none> and password file <none>
09:14:39.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.412672 10333 fs_manager.cc:362] Metadata directory not provided
09:14:39.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.412801 10333 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:14:39.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.413125 10333 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:14:39.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.415372 10333 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-0/data/instance:
09:14:39.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4818d1c5366246d086a53cf5464981b8"
09:14:39.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-03 09:14:39 on dist-test-slave-c26w"
09:14:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.416127 10333 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-0/wal/instance:
09:14:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4818d1c5366246d086a53cf5464981b8"
09:14:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-03 09:14:39 on dist-test-slave-c26w"
09:14:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.421089 10333 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.007s sys 0.000s
09:14:39.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.423998 10368 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:14:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.425287 10333 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
09:14:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.425437 10333 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-0/data,/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-0/wal
09:14:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4818d1c5366246d086a53cf5464981b8"
09:14:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-03 09:14:39 on dist-test-slave-c26w"
09:14:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.425606 10333 fs_report.cc:389] FS layout report
09:14:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:14:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-0/wal
09:14:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-0/wal
09:14:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-0/data/data
09:14:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:14:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:14:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:14:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:14:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:14:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:14:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:14:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:14:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:14:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:14:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:14:39.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.445585 10333 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:14:39.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.446260 10333 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:14:39.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.446523 10333 kserver.cc:163] Server-wide thread pool size limit: 3276
09:14:39.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.449414 10333 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:14:39.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.449537 10333 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:14:39.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.449653 10333 ts_tablet_manager.cc:616] Registered 0 tablets
09:14:39.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.449731 10333 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:14:39.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.531469 10333 rpc_server.cc:307] RPC server started. Bound to: 127.9.205.193:39179
09:14:39.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.531544 10493 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.205.193:39179 every 8 connection(s)
09:14:39.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.532753 10333 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-0/data/info.pb
09:14:39.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.536373 10495 heartbeater.cc:344] Connected to a master server at 127.9.205.254:33205
09:14:39.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.536717 10495 heartbeater.cc:461] Registering TS with master...
09:14:39.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.537824 10495 heartbeater.cc:507] Master 127.9.205.254:33205 requested a full tablet report, sending...
09:14:39.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.540191 10082 ts_manager.cc:194] Registered new tserver with Master: 4818d1c5366246d086a53cf5464981b8 (127.9.205.193:39179)
09:14:39.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.540213 10039 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrh58EF/build/asan/bin/kudu as pid 10333
09:14:39.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.540426 10039 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-0/wal/instance
09:14:39.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.544996 10494 heartbeater.cc:344] Connected to a master server at 127.9.205.252:36311
09:14:39.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.545228 10494 heartbeater.cc:461] Registering TS with master...
09:14:39.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.545837 10494 heartbeater.cc:507] Master 127.9.205.252:36311 requested a full tablet report, sending...
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.546561 10039 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrh58EF/build/asan/bin/kudu
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrh58EF/build/asan/bin/kudu
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-1/wal
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-1/data
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-1/logs
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-1/data/info.pb
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.205.194:0
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.205.194
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.205.194
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.205.254:33205,127.9.205.253:39799,127.9.205.252:36311
09:14:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.205.212:34735
09:14:39.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:14:39.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:14:39.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:14:39.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:14:39.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:14:39.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
09:14:39.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.547427 10245 ts_manager.cc:194] Registered new tserver with Master: 4818d1c5366246d086a53cf5464981b8 (127.9.205.193:39179)
09:14:39.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.550431 10245 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.9.205.193:55357
09:14:39.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.550787 10496 heartbeater.cc:344] Connected to a master server at 127.9.205.253:39799
09:14:39.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.550907 10496 heartbeater.cc:461] Registering TS with master...
09:14:39.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.551249 10496 heartbeater.cc:507] Master 127.9.205.253:39799 requested a full tablet report, sending...
09:14:39.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.552904 10163 ts_manager.cc:194] Registered new tserver with Master: 4818d1c5366246d086a53cf5464981b8 (127.9.205.193:39179)
09:14:39.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.746009 10324 catalog_manager.cc:1269] Loaded cluster ID: 28f75546d3254046880aefddda7c790d
09:14:39.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.746176 10324 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3: loading cluster ID for follower catalog manager: success
09:14:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.750566 10324 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3: acquiring CA information for follower catalog manager: success
09:14:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.752941 10324 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:14:39.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:39.863734 10499 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:14:39.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:39.863974 10499 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:14:39.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:39.864056 10499 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:14:39.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:39.871910 10499 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:14:39.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:39.872013 10499 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
09:14:39.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:39.872061 10499 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
09:14:39.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:39.872095 10499 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
09:14:39.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:39.872177 10499 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.205.194
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.881130 10499 tablet_server_runner.cc:78] Tablet server non-default flags:
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.205.212:34735
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-1/data
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-1/wal
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.205.194:0
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-1/data/info.pb
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.205.194
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.205.254:33205,127.9.205.253:39799,127.9.205.252:36311
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.205.194
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-1/logs
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6dc40cf777cf7c7ac02d2c323748b12f8c79a143
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 Feb 2026 08:50:43 UTC on 24a791456cd2
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10324
09:14:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:14:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.882459 10499 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:14:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.884061 10499 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:14:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:39.892576 10505 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:14:39.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:39.893079 10504 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:14:39.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:39.893241 10507 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:14:39.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.894284 10499 server_base.cc:1060] running on GCE node
09:14:39.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.894742 10499 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:14:39.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.895468 10499 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:14:39.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.896708 10499 hybrid_clock.cc:648] HybridClock initialized: now 1770110079896613 us; error 37 us; skew 500 ppm
09:14:39.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.897001 10499 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:14:39.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.898888 10499 webserver.cc:492] Webserver started at http://127.9.205.194:46479/ using document root <none> and password file <none>
09:14:39.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.899546 10499 fs_manager.cc:362] Metadata directory not provided
09:14:39.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.899655 10499 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:14:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.899961 10499 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:14:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.902145 10499 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-1/data/instance:
09:14:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c6c03f53ef40427bae7b9c814f4bef55"
09:14:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-03 09:14:39 on dist-test-slave-c26w"
09:14:39.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.902877 10499 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-1/wal/instance:
09:14:39.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c6c03f53ef40427bae7b9c814f4bef55"
09:14:39.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-03 09:14:39 on dist-test-slave-c26w"
09:14:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.907637 10499 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.000s sys 0.006s
09:14:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.910559 10513 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:14:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.911656 10499 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
09:14:39.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.911808 10499 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-1/data,/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-1/wal
09:14:39.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c6c03f53ef40427bae7b9c814f4bef55"
09:14:39.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-03 09:14:39 on dist-test-slave-c26w"
09:14:39.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.911985 10499 fs_report.cc:389] FS layout report
09:14:39.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:14:39.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-1/wal
09:14:39.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-1/wal
09:14:39.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-1/data/data
09:14:39.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:14:39.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:14:39.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:14:39.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:14:39.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:14:39.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:14:39.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:14:39.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:14:39.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:14:39.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:14:39.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:14:39.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.932202 10499 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:14:39.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.932935 10499 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:14:39.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.933162 10499 kserver.cc:163] Server-wide thread pool size limit: 3276
09:14:39.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.935871 10499 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:14:39.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.935992 10499 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:14:39.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.936113 10499 ts_tablet_manager.cc:616] Registered 0 tablets
09:14:39.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:39.936203 10499 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:14:40.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.001717 10499 rpc_server.cc:307] RPC server started. Bound to: 127.9.205.194:42613
09:14:40.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.001767 10634 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.205.194:42613 every 8 connection(s)
09:14:40.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.003078 10499 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-1/data/info.pb
09:14:40.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.006539 10636 heartbeater.cc:344] Connected to a master server at 127.9.205.254:33205
09:14:40.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.006927 10636 heartbeater.cc:461] Registering TS with master...
09:14:40.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.008040 10636 heartbeater.cc:507] Master 127.9.205.254:33205 requested a full tablet report, sending...
09:14:40.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.008210 10039 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrh58EF/build/asan/bin/kudu as pid 10499
09:14:40.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.008386 10039 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-1/wal/instance
09:14:40.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.009951 10082 ts_manager.cc:194] Registered new tserver with Master: c6c03f53ef40427bae7b9c814f4bef55 (127.9.205.194:42613)
09:14:40.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.014818 10039 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrh58EF/build/asan/bin/kudu
09:14:40.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrh58EF/build/asan/bin/kudu
09:14:40.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-2/wal
09:14:40.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-2/data
09:14:40.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:14:40.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:14:40.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:14:40.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-2/logs
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-2/data/info.pb
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.205.195:0
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.205.195
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.205.195
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.205.254:33205,127.9.205.253:39799,127.9.205.252:36311
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.205.212:34735
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.017012 10635 heartbeater.cc:344] Connected to a master server at 127.9.205.252:36311
09:14:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.017145 10635 heartbeater.cc:461] Registering TS with master...
09:14:40.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.018250 10635 heartbeater.cc:507] Master 127.9.205.252:36311 requested a full tablet report, sending...
09:14:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.019326 10245 ts_manager.cc:194] Registered new tserver with Master: c6c03f53ef40427bae7b9c814f4bef55 (127.9.205.194:42613)
09:14:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.020692 10245 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.9.205.194:45051
09:14:40.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.027794 10637 heartbeater.cc:344] Connected to a master server at 127.9.205.253:39799
09:14:40.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.027912 10637 heartbeater.cc:461] Registering TS with master...
09:14:40.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.028158 10637 heartbeater.cc:507] Master 127.9.205.253:39799 requested a full tablet report, sending...
09:14:40.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.029175 10163 ts_manager.cc:194] Registered new tserver with Master: c6c03f53ef40427bae7b9c814f4bef55 (127.9.205.194:42613)
09:14:40.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:40.331050 10640 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:14:40.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:40.331308 10640 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:14:40.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:40.331396 10640 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:14:40.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:40.339022 10640 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:14:40.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:40.339126 10640 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
09:14:40.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:40.339174 10640 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
09:14:40.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:40.339221 10640 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
09:14:40.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:40.339299 10640 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.205.195
09:14:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.348462 10640 tablet_server_runner.cc:78] Tablet server non-default flags:
09:14:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:14:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.205.212:34735
09:14:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:14:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:14:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-2/data
09:14:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-2/wal
09:14:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:14:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:14:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.205.195:0
09:14:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:14:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:14:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:14:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-2/data/info.pb
09:14:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.205.195
09:14:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:14:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:14:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:14:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
09:14:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.205.254:33205,127.9.205.253:39799,127.9.205.252:36311
09:14:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:14:40.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:14:40.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:14:40.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:14:40.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:14:40.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.205.195
09:14:40.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-2/logs
09:14:40.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:14:40.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:14:40.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:14:40.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:14:40.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:14:40.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6dc40cf777cf7c7ac02d2c323748b12f8c79a143
09:14:40.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:14:40.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 Feb 2026 08:50:43 UTC on 24a791456cd2
09:14:40.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10324
09:14:40.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:14:40.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.349849 10640 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:14:40.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.351397 10640 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:14:40.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:40.359817 10646 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:14:40.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:40.359848 10645 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:14:40.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:40.360316 10648 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:14:40.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.360960 10640 server_base.cc:1060] running on GCE node
09:14:40.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.361461 10640 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:14:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.362164 10640 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:14:40.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.363411 10640 hybrid_clock.cc:648] HybridClock initialized: now 1770110080363347 us; error 32 us; skew 500 ppm
09:14:40.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.363715 10640 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:14:40.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.365653 10640 webserver.cc:492] Webserver started at http://127.9.205.195:37921/ using document root <none> and password file <none>
09:14:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.366372 10640 fs_manager.cc:362] Metadata directory not provided
09:14:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.366509 10640 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:14:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.366822 10640 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:14:40.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.369063 10640 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-2/data/instance:
09:14:40.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5"
09:14:40.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-03 09:14:40 on dist-test-slave-c26w"
09:14:40.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.369769 10640 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-2/wal/instance:
09:14:40.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5"
09:14:40.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-03 09:14:40 on dist-test-slave-c26w"
09:14:40.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.374502 10640 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
09:14:40.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.377421 10654 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:14:40.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.378533 10640 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s
09:14:40.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.378682 10640 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-2/data,/tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-2/wal
09:14:40.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5"
09:14:40.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-03 09:14:40 on dist-test-slave-c26w"
09:14:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.378868 10640 fs_report.cc:389] FS layout report
09:14:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:14:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-2/wal
09:14:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-2/wal
09:14:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-2/data/data
09:14:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:14:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:14:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:14:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:14:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:14:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:14:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:14:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:14:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:14:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:14:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:14:40.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.397557 10640 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:14:40.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.398240 10640 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:14:40.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.398507 10640 kserver.cc:163] Server-wide thread pool size limit: 3276
09:14:40.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.401288 10640 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:14:40.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.401499 10640 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.001s
09:14:40.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.401618 10640 ts_tablet_manager.cc:616] Registered 0 tablets
09:14:40.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.401710 10640 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:14:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.470306 10640 rpc_server.cc:307] RPC server started. Bound to: 127.9.205.195:42055
09:14:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.470415 10777 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.205.195:42055 every 8 connection(s)
09:14:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.471575 10640 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-2/data/info.pb
09:14:40.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.473709 10779 heartbeater.cc:344] Connected to a master server at 127.9.205.254:33205
09:14:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.473989 10779 heartbeater.cc:461] Registering TS with master...
09:14:40.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.474928 10039 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrh58EF/build/asan/bin/kudu as pid 10640
09:14:40.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.475098 10039 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrh58EF/test-tmp/mini-kudu-cluster5613747959373936836/ts-2/wal/instance
09:14:40.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.475530 10779 heartbeater.cc:507] Master 127.9.205.254:33205 requested a full tablet report, sending...
09:14:40.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.477705 10082 ts_manager.cc:194] Registered new tserver with Master: 3cb97e7c5b6844f3bc9e21df33ca5bc5 (127.9.205.195:42055)
09:14:40.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.481376 10780 heartbeater.cc:344] Connected to a master server at 127.9.205.253:39799
09:14:40.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.481523 10780 heartbeater.cc:461] Registering TS with master...
09:14:40.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.481982 10780 heartbeater.cc:507] Master 127.9.205.253:39799 requested a full tablet report, sending...
09:14:40.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.483178 10163 ts_manager.cc:194] Registered new tserver with Master: 3cb97e7c5b6844f3bc9e21df33ca5bc5 (127.9.205.195:42055)
09:14:40.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.484786 10778 heartbeater.cc:344] Connected to a master server at 127.9.205.252:36311
09:14:40.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.484890 10778 heartbeater.cc:461] Registering TS with master...
09:14:40.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.485208 10778 heartbeater.cc:507] Master 127.9.205.252:36311 requested a full tablet report, sending...
09:14:40.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.485919 10245 ts_manager.cc:194] Registered new tserver with Master: 3cb97e7c5b6844f3bc9e21df33ca5bc5 (127.9.205.195:42055)
09:14:40.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.486726 10245 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.9.205.195:46363
09:14:40.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.496134 10039 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
09:14:40.497 [DEBUG - main] (MiniKuduCluster.java:195) Response:
09:14:40.498 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
09:14:40.498 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.9.205.254"
port: 33205
}
bound_http_address {
host: "127.9.205.254"
port: 43631
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.9.205.253"
port: 39799
}
bound_http_address {
host: "127.9.205.253"
port: 36363
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.9.205.252"
port: 36311
}
bound_http_address {
host: "127.9.205.252"
port: 43413
}
}
}
09:14:40.499 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
09:14:40.499 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.9.205.193"
port: 39179
}
bound_http_address {
host: "127.9.205.193"
port: 36697
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.9.205.194"
port: 42613
}
bound_http_address {
host: "127.9.205.194"
port: 46479
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.9.205.195"
port: 42055
}
bound_http_address {
host: "127.9.205.195"
port: 37921
}
}
}
09:14:40.500 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
09:14:40.501 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
09:14:40.503 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.205.253:39799(127.9.205.253:39799)] connecting to peer
09:14:40.509 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:40.510 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:40.510 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.205.253:39799(127.9.205.253:39799)] Successfully connected to peer
09:14:40.512 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.9.205.254:33205(127.9.205.254:33205)] Successfully connected to peer
09:14:40.514 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.205.253
09:14:40.514 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.205.254
09:14:40.523 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.205.252:36311(127.9.205.252:36311)] Successfully connected to peer
09:14:40.527 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6ffddeaf, L:/127.0.0.1:44672 - R:/127.9.205.254:33205] using SASL/PLAIN
09:14:40.533 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.205.252
09:14:40.535 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1ef45654, L:/127.0.0.1:36088 - R:/127.9.205.253:39799] using SASL/PLAIN
09:14:40.541 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5e29ab63, L:/127.0.0.1:58520 - R:/127.9.205.252:36311] using SASL/PLAIN
09:14:40.543 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
09:14:40.544 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=41), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [27ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [35ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: OK, deferred=null) after lookup
09:14:40.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.545516 10245 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:58520:
09:14:40.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
09:14:40.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
09:14:40.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:14:40.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
09:14:40.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
09:14:40.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
09:14:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:14:40.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:14:40.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:14:40.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:14:40.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
09:14:40.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
09:14:40.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:14:40.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:14:40.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:14:40.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:14:40.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:14:40.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:14:40.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:14:40.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
09:14:40.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
09:14:40.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:14:40.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
09:14:40.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:14:40.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
09:14:40.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
09:14:40.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:14:40.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:14:40.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:40.547714 10245 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
09:14:40.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.554034 10494 heartbeater.cc:499] Master 127.9.205.252:36311 was elected leader, sending a full tablet report...
09:14:40.572 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table e34c8e2545eb48c2a3a70008164de6d7
09:14:40.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.626200 10427 tablet_service.cc:1505] Processing CreateTablet for tablet 1e8c81302e4e4b07a095ed7064658d32 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e34c8e2545eb48c2a3a70008164de6d7]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
09:14:40.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.628053 10570 tablet_service.cc:1505] Processing CreateTablet for tablet 484c82b88a2d4300be97f5d4c24b7fc2 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e34c8e2545eb48c2a3a70008164de6d7]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
09:14:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.629505 10427 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1e8c81302e4e4b07a095ed7064658d32. 1 dirs total, 0 dirs full, 0 dirs failed
09:14:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.629555 10570 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 484c82b88a2d4300be97f5d4c24b7fc2. 1 dirs total, 0 dirs full, 0 dirs failed
09:14:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.629663 10569 tablet_service.cc:1505] Processing CreateTablet for tablet 1e8c81302e4e4b07a095ed7064658d32 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e34c8e2545eb48c2a3a70008164de6d7]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
09:14:40.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.627590 10428 tablet_service.cc:1505] Processing CreateTablet for tablet 484c82b88a2d4300be97f5d4c24b7fc2 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e34c8e2545eb48c2a3a70008164de6d7]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
09:14:40.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.630131 10569 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1e8c81302e4e4b07a095ed7064658d32. 1 dirs total, 0 dirs full, 0 dirs failed
09:14:40.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.630722 10428 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 484c82b88a2d4300be97f5d4c24b7fc2. 1 dirs total, 0 dirs full, 0 dirs failed
09:14:40.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.635675 10708 tablet_service.cc:1505] Processing CreateTablet for tablet 1e8c81302e4e4b07a095ed7064658d32 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e34c8e2545eb48c2a3a70008164de6d7]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
09:14:40.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.637156 10708 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1e8c81302e4e4b07a095ed7064658d32. 1 dirs total, 0 dirs full, 0 dirs failed
09:14:40.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.637106 10710 tablet_service.cc:1505] Processing CreateTablet for tablet 484c82b88a2d4300be97f5d4c24b7fc2 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e34c8e2545eb48c2a3a70008164de6d7]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
09:14:40.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.637744 10710 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 484c82b88a2d4300be97f5d4c24b7fc2. 1 dirs total, 0 dirs full, 0 dirs failed
09:14:40.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.656677 10806 tablet_bootstrap.cc:492] T 1e8c81302e4e4b07a095ed7064658d32 P 4818d1c5366246d086a53cf5464981b8: Bootstrap starting.
09:14:40.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.660259 10806 tablet_bootstrap.cc:654] T 1e8c81302e4e4b07a095ed7064658d32 P 4818d1c5366246d086a53cf5464981b8: Neither blocks nor log segments found. Creating new log.
09:14:40.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.661441 10804 tablet_bootstrap.cc:492] T 1e8c81302e4e4b07a095ed7064658d32 P c6c03f53ef40427bae7b9c814f4bef55: Bootstrap starting.
09:14:40.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.661504 10805 tablet_bootstrap.cc:492] T 484c82b88a2d4300be97f5d4c24b7fc2 P 3cb97e7c5b6844f3bc9e21df33ca5bc5: Bootstrap starting.
09:14:40.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.662921 10806 log.cc:826] T 1e8c81302e4e4b07a095ed7064658d32 P 4818d1c5366246d086a53cf5464981b8: Log is configured to *not* fsync() on all Append() calls
09:14:40.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.664866 10805 tablet_bootstrap.cc:654] T 484c82b88a2d4300be97f5d4c24b7fc2 P 3cb97e7c5b6844f3bc9e21df33ca5bc5: Neither blocks nor log segments found. Creating new log.
09:14:40.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.666323 10804 tablet_bootstrap.cc:654] T 1e8c81302e4e4b07a095ed7064658d32 P c6c03f53ef40427bae7b9c814f4bef55: Neither blocks nor log segments found. Creating new log.
09:14:40.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.666572 10805 log.cc:826] T 484c82b88a2d4300be97f5d4c24b7fc2 P 3cb97e7c5b6844f3bc9e21df33ca5bc5: Log is configured to *not* fsync() on all Append() calls
09:14:40.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.667598 10804 log.cc:826] T 1e8c81302e4e4b07a095ed7064658d32 P c6c03f53ef40427bae7b9c814f4bef55: Log is configured to *not* fsync() on all Append() calls
09:14:40.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.673552 10806 tablet_bootstrap.cc:492] T 1e8c81302e4e4b07a095ed7064658d32 P 4818d1c5366246d086a53cf5464981b8: No bootstrap required, opened a new log
09:14:40.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.673925 10806 ts_tablet_manager.cc:1403] T 1e8c81302e4e4b07a095ed7064658d32 P 4818d1c5366246d086a53cf5464981b8: Time spent bootstrapping tablet: real 0.017s user 0.008s sys 0.006s
09:14:40.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.675444 10805 tablet_bootstrap.cc:492] T 484c82b88a2d4300be97f5d4c24b7fc2 P 3cb97e7c5b6844f3bc9e21df33ca5bc5: No bootstrap required, opened a new log
09:14:40.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.675783 10805 ts_tablet_manager.cc:1403] T 484c82b88a2d4300be97f5d4c24b7fc2 P 3cb97e7c5b6844f3bc9e21df33ca5bc5: Time spent bootstrapping tablet: real 0.015s user 0.008s sys 0.005s
09:14:40.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.681974 10806 raft_consensus.cc:359] T 1e8c81302e4e4b07a095ed7064658d32 P 4818d1c5366246d086a53cf5464981b8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } }
09:14:40.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.682500 10806 raft_consensus.cc:385] T 1e8c81302e4e4b07a095ed7064658d32 P 4818d1c5366246d086a53cf5464981b8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:14:40.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.682636 10804 tablet_bootstrap.cc:492] T 1e8c81302e4e4b07a095ed7064658d32 P c6c03f53ef40427bae7b9c814f4bef55: No bootstrap required, opened a new log
09:14:40.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.682696 10806 raft_consensus.cc:740] T 1e8c81302e4e4b07a095ed7064658d32 P 4818d1c5366246d086a53cf5464981b8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4818d1c5366246d086a53cf5464981b8, State: Initialized, Role: FOLLOWER
09:14:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.682770 10805 raft_consensus.cc:359] T 484c82b88a2d4300be97f5d4c24b7fc2 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } }
09:14:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.683068 10804 ts_tablet_manager.cc:1403] T 1e8c81302e4e4b07a095ed7064658d32 P c6c03f53ef40427bae7b9c814f4bef55: Time spent bootstrapping tablet: real 0.022s user 0.007s sys 0.011s
09:14:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.683290 10805 raft_consensus.cc:385] T 484c82b88a2d4300be97f5d4c24b7fc2 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:14:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.683485 10805 raft_consensus.cc:740] T 484c82b88a2d4300be97f5d4c24b7fc2 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3cb97e7c5b6844f3bc9e21df33ca5bc5, State: Initialized, Role: FOLLOWER
09:14:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.684204 10805 consensus_queue.cc:260] T 484c82b88a2d4300be97f5d4c24b7fc2 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } }
09:14:40.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.683482 10806 consensus_queue.cc:260] T 1e8c81302e4e4b07a095ed7064658d32 P 4818d1c5366246d086a53cf5464981b8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } }
09:14:40.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.690099 10804 raft_consensus.cc:359] T 1e8c81302e4e4b07a095ed7064658d32 P c6c03f53ef40427bae7b9c814f4bef55 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } }
09:14:40.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.690537 10804 raft_consensus.cc:385] T 1e8c81302e4e4b07a095ed7064658d32 P c6c03f53ef40427bae7b9c814f4bef55 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:14:40.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.691123 10804 raft_consensus.cc:740] T 1e8c81302e4e4b07a095ed7064658d32 P c6c03f53ef40427bae7b9c814f4bef55 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c6c03f53ef40427bae7b9c814f4bef55, State: Initialized, Role: FOLLOWER
09:14:40.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.691538 10778 heartbeater.cc:499] Master 127.9.205.252:36311 was elected leader, sending a full tablet report...
09:14:40.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.692109 10804 consensus_queue.cc:260] T 1e8c81302e4e4b07a095ed7064658d32 P c6c03f53ef40427bae7b9c814f4bef55 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } }
09:14:40.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.692822 10805 ts_tablet_manager.cc:1434] T 484c82b88a2d4300be97f5d4c24b7fc2 P 3cb97e7c5b6844f3bc9e21df33ca5bc5: Time spent starting tablet: real 0.017s user 0.015s sys 0.000s
09:14:40.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.693408 10806 ts_tablet_manager.cc:1434] T 1e8c81302e4e4b07a095ed7064658d32 P 4818d1c5366246d086a53cf5464981b8: Time spent starting tablet: real 0.019s user 0.009s sys 0.006s
09:14:40.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.699776 10805 tablet_bootstrap.cc:492] T 1e8c81302e4e4b07a095ed7064658d32 P 3cb97e7c5b6844f3bc9e21df33ca5bc5: Bootstrap starting.
09:14:40.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.701750 10805 tablet_bootstrap.cc:654] T 1e8c81302e4e4b07a095ed7064658d32 P 3cb97e7c5b6844f3bc9e21df33ca5bc5: Neither blocks nor log segments found. Creating new log.
09:14:40.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.707628 10635 heartbeater.cc:499] Master 127.9.205.252:36311 was elected leader, sending a full tablet report...
09:14:40.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.707858 10804 ts_tablet_manager.cc:1434] T 1e8c81302e4e4b07a095ed7064658d32 P c6c03f53ef40427bae7b9c814f4bef55: Time spent starting tablet: real 0.025s user 0.008s sys 0.015s
09:14:40.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.708171 10806 tablet_bootstrap.cc:492] T 484c82b88a2d4300be97f5d4c24b7fc2 P 4818d1c5366246d086a53cf5464981b8: Bootstrap starting.
09:14:40.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.709649 10804 tablet_bootstrap.cc:492] T 484c82b88a2d4300be97f5d4c24b7fc2 P c6c03f53ef40427bae7b9c814f4bef55: Bootstrap starting.
09:14:40.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.709970 10806 tablet_bootstrap.cc:654] T 484c82b88a2d4300be97f5d4c24b7fc2 P 4818d1c5366246d086a53cf5464981b8: Neither blocks nor log segments found. Creating new log.
09:14:40.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.711325 10804 tablet_bootstrap.cc:654] T 484c82b88a2d4300be97f5d4c24b7fc2 P c6c03f53ef40427bae7b9c814f4bef55: Neither blocks nor log segments found. Creating new log.
09:14:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.714099 10805 tablet_bootstrap.cc:492] T 1e8c81302e4e4b07a095ed7064658d32 P 3cb97e7c5b6844f3bc9e21df33ca5bc5: No bootstrap required, opened a new log
09:14:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.714253 10805 ts_tablet_manager.cc:1403] T 1e8c81302e4e4b07a095ed7064658d32 P 3cb97e7c5b6844f3bc9e21df33ca5bc5: Time spent bootstrapping tablet: real 0.015s user 0.004s sys 0.002s
09:14:40.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.715009 10805 raft_consensus.cc:359] T 1e8c81302e4e4b07a095ed7064658d32 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } }
09:14:40.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.715201 10805 raft_consensus.cc:385] T 1e8c81302e4e4b07a095ed7064658d32 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:14:40.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.715287 10805 raft_consensus.cc:740] T 1e8c81302e4e4b07a095ed7064658d32 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3cb97e7c5b6844f3bc9e21df33ca5bc5, State: Initialized, Role: FOLLOWER
09:14:40.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.715518 10805 consensus_queue.cc:260] T 1e8c81302e4e4b07a095ed7064658d32 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } }
09:14:40.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.716032 10805 ts_tablet_manager.cc:1434] T 1e8c81302e4e4b07a095ed7064658d32 P 3cb97e7c5b6844f3bc9e21df33ca5bc5: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
09:14:40.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.716801 10804 tablet_bootstrap.cc:492] T 484c82b88a2d4300be97f5d4c24b7fc2 P c6c03f53ef40427bae7b9c814f4bef55: No bootstrap required, opened a new log
09:14:40.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.716943 10804 ts_tablet_manager.cc:1403] T 484c82b88a2d4300be97f5d4c24b7fc2 P c6c03f53ef40427bae7b9c814f4bef55: Time spent bootstrapping tablet: real 0.007s user 0.003s sys 0.000s
09:14:40.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.717712 10804 raft_consensus.cc:359] T 484c82b88a2d4300be97f5d4c24b7fc2 P c6c03f53ef40427bae7b9c814f4bef55 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } }
09:14:40.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.717867 10804 raft_consensus.cc:385] T 484c82b88a2d4300be97f5d4c24b7fc2 P c6c03f53ef40427bae7b9c814f4bef55 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:14:40.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.717952 10804 raft_consensus.cc:740] T 484c82b88a2d4300be97f5d4c24b7fc2 P c6c03f53ef40427bae7b9c814f4bef55 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c6c03f53ef40427bae7b9c814f4bef55, State: Initialized, Role: FOLLOWER
09:14:40.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.718190 10804 consensus_queue.cc:260] T 484c82b88a2d4300be97f5d4c24b7fc2 P c6c03f53ef40427bae7b9c814f4bef55 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } }
09:14:40.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.718663 10804 ts_tablet_manager.cc:1434] T 484c82b88a2d4300be97f5d4c24b7fc2 P c6c03f53ef40427bae7b9c814f4bef55: Time spent starting tablet: real 0.002s user 0.001s sys 0.001s
09:14:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.720721 10806 tablet_bootstrap.cc:492] T 484c82b88a2d4300be97f5d4c24b7fc2 P 4818d1c5366246d086a53cf5464981b8: No bootstrap required, opened a new log
09:14:40.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.720973 10806 ts_tablet_manager.cc:1403] T 484c82b88a2d4300be97f5d4c24b7fc2 P 4818d1c5366246d086a53cf5464981b8: Time spent bootstrapping tablet: real 0.013s user 0.011s sys 0.000s
09:14:40.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.721594 10806 raft_consensus.cc:359] T 484c82b88a2d4300be97f5d4c24b7fc2 P 4818d1c5366246d086a53cf5464981b8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } }
09:14:40.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.721881 10806 raft_consensus.cc:385] T 484c82b88a2d4300be97f5d4c24b7fc2 P 4818d1c5366246d086a53cf5464981b8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:14:40.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.721994 10806 raft_consensus.cc:740] T 484c82b88a2d4300be97f5d4c24b7fc2 P 4818d1c5366246d086a53cf5464981b8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4818d1c5366246d086a53cf5464981b8, State: Initialized, Role: FOLLOWER
09:14:40.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.722219 10806 consensus_queue.cc:260] T 484c82b88a2d4300be97f5d4c24b7fc2 P 4818d1c5366246d086a53cf5464981b8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } }
09:14:40.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.722744 10806 ts_tablet_manager.cc:1434] T 484c82b88a2d4300be97f5d4c24b7fc2 P 4818d1c5366246d086a53cf5464981b8: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
09:14:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:40.724192 10781 tablet.cc:2378] T 1e8c81302e4e4b07a095ed7064658d32 P 3cb97e7c5b6844f3bc9e21df33ca5bc5: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:14:40.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:40.778204 10638 tablet.cc:2378] T 1e8c81302e4e4b07a095ed7064658d32 P c6c03f53ef40427bae7b9c814f4bef55: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:14:40.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:40.787047 10497 tablet.cc:2378] T 1e8c81302e4e4b07a095ed7064658d32 P 4818d1c5366246d086a53cf5464981b8: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:14:40.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.855913 10812 raft_consensus.cc:493] T 484c82b88a2d4300be97f5d4c24b7fc2 P c6c03f53ef40427bae7b9c814f4bef55 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:14:40.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.856208 10812 raft_consensus.cc:515] T 484c82b88a2d4300be97f5d4c24b7fc2 P c6c03f53ef40427bae7b9c814f4bef55 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } }
09:14:40.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.857954 10812 leader_election.cc:290] T 484c82b88a2d4300be97f5d4c24b7fc2 P c6c03f53ef40427bae7b9c814f4bef55 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4818d1c5366246d086a53cf5464981b8 (127.9.205.193:39179), 3cb97e7c5b6844f3bc9e21df33ca5bc5 (127.9.205.195:42055)
09:14:40.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.865043 10448 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "484c82b88a2d4300be97f5d4c24b7fc2" candidate_uuid: "c6c03f53ef40427bae7b9c814f4bef55" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4818d1c5366246d086a53cf5464981b8" is_pre_election: true
09:14:40.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.865240 10733 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "484c82b88a2d4300be97f5d4c24b7fc2" candidate_uuid: "c6c03f53ef40427bae7b9c814f4bef55" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" is_pre_election: true
09:14:40.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.865455 10448 raft_consensus.cc:2468] T 484c82b88a2d4300be97f5d4c24b7fc2 P 4818d1c5366246d086a53cf5464981b8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c6c03f53ef40427bae7b9c814f4bef55 in term 0.
09:14:40.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.865639 10733 raft_consensus.cc:2468] T 484c82b88a2d4300be97f5d4c24b7fc2 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c6c03f53ef40427bae7b9c814f4bef55 in term 0.
09:14:40.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.866071 10515 leader_election.cc:304] T 484c82b88a2d4300be97f5d4c24b7fc2 P c6c03f53ef40427bae7b9c814f4bef55 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4818d1c5366246d086a53cf5464981b8, c6c03f53ef40427bae7b9c814f4bef55; no voters:
09:14:40.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.866395 10812 raft_consensus.cc:2804] T 484c82b88a2d4300be97f5d4c24b7fc2 P c6c03f53ef40427bae7b9c814f4bef55 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:14:40.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.866531 10812 raft_consensus.cc:493] T 484c82b88a2d4300be97f5d4c24b7fc2 P c6c03f53ef40427bae7b9c814f4bef55 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:14:40.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.866621 10812 raft_consensus.cc:3060] T 484c82b88a2d4300be97f5d4c24b7fc2 P c6c03f53ef40427bae7b9c814f4bef55 [term 0 FOLLOWER]: Advancing to term 1
09:14:40.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.868479 10812 raft_consensus.cc:515] T 484c82b88a2d4300be97f5d4c24b7fc2 P c6c03f53ef40427bae7b9c814f4bef55 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } }
09:14:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.869037 10812 leader_election.cc:290] T 484c82b88a2d4300be97f5d4c24b7fc2 P c6c03f53ef40427bae7b9c814f4bef55 [CANDIDATE]: Term 1 election: Requested vote from peers 4818d1c5366246d086a53cf5464981b8 (127.9.205.193:39179), 3cb97e7c5b6844f3bc9e21df33ca5bc5 (127.9.205.195:42055)
09:14:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.869381 10448 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "484c82b88a2d4300be97f5d4c24b7fc2" candidate_uuid: "c6c03f53ef40427bae7b9c814f4bef55" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4818d1c5366246d086a53cf5464981b8"
09:14:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.869452 10733 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "484c82b88a2d4300be97f5d4c24b7fc2" candidate_uuid: "c6c03f53ef40427bae7b9c814f4bef55" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5"
09:14:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.869529 10448 raft_consensus.cc:3060] T 484c82b88a2d4300be97f5d4c24b7fc2 P 4818d1c5366246d086a53cf5464981b8 [term 0 FOLLOWER]: Advancing to term 1
09:14:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.869567 10733 raft_consensus.cc:3060] T 484c82b88a2d4300be97f5d4c24b7fc2 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 0 FOLLOWER]: Advancing to term 1
09:14:40.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.871544 10733 raft_consensus.cc:2468] T 484c82b88a2d4300be97f5d4c24b7fc2 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c6c03f53ef40427bae7b9c814f4bef55 in term 1.
09:14:40.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.871558 10448 raft_consensus.cc:2468] T 484c82b88a2d4300be97f5d4c24b7fc2 P 4818d1c5366246d086a53cf5464981b8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c6c03f53ef40427bae7b9c814f4bef55 in term 1.
09:14:40.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.871827 10515 leader_election.cc:304] T 484c82b88a2d4300be97f5d4c24b7fc2 P c6c03f53ef40427bae7b9c814f4bef55 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4818d1c5366246d086a53cf5464981b8, c6c03f53ef40427bae7b9c814f4bef55; no voters:
09:14:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.872095 10812 raft_consensus.cc:2804] T 484c82b88a2d4300be97f5d4c24b7fc2 P c6c03f53ef40427bae7b9c814f4bef55 [term 1 FOLLOWER]: Leader election won for term 1
09:14:40.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.872627 10812 raft_consensus.cc:697] T 484c82b88a2d4300be97f5d4c24b7fc2 P c6c03f53ef40427bae7b9c814f4bef55 [term 1 LEADER]: Becoming Leader. State: Replica: c6c03f53ef40427bae7b9c814f4bef55, State: Running, Role: LEADER
09:14:40.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.873549 10812 consensus_queue.cc:237] T 484c82b88a2d4300be97f5d4c24b7fc2 P c6c03f53ef40427bae7b9c814f4bef55 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } }
09:14:40.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.878213 10243 catalog_manager.cc:5654] T 484c82b88a2d4300be97f5d4c24b7fc2 P c6c03f53ef40427bae7b9c814f4bef55 reported cstate change: term changed from 0 to 1, leader changed from <none> to c6c03f53ef40427bae7b9c814f4bef55 (127.9.205.194). New cstate: current_term: 1 leader_uuid: "c6c03f53ef40427bae7b9c814f4bef55" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } health_report { overall_health: UNKNOWN } } }
09:14:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.992460 10810 raft_consensus.cc:493] T 1e8c81302e4e4b07a095ed7064658d32 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:14:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.992651 10810 raft_consensus.cc:515] T 1e8c81302e4e4b07a095ed7064658d32 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } }
09:14:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.994088 10810 leader_election.cc:290] T 1e8c81302e4e4b07a095ed7064658d32 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4818d1c5366246d086a53cf5464981b8 (127.9.205.193:39179), c6c03f53ef40427bae7b9c814f4bef55 (127.9.205.194:42613)
09:14:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.999574 10448 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "1e8c81302e4e4b07a095ed7064658d32" candidate_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4818d1c5366246d086a53cf5464981b8" is_pre_election: true
09:14:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.999786 10448 raft_consensus.cc:2468] T 1e8c81302e4e4b07a095ed7064658d32 P 4818d1c5366246d086a53cf5464981b8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3cb97e7c5b6844f3bc9e21df33ca5bc5 in term 0.
09:14:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:40.999974 10590 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "1e8c81302e4e4b07a095ed7064658d32" candidate_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c6c03f53ef40427bae7b9c814f4bef55" is_pre_election: true
09:14:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.000279 10590 raft_consensus.cc:2468] T 1e8c81302e4e4b07a095ed7064658d32 P c6c03f53ef40427bae7b9c814f4bef55 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3cb97e7c5b6844f3bc9e21df33ca5bc5 in term 0.
09:14:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.000200 10656 leader_election.cc:304] T 1e8c81302e4e4b07a095ed7064658d32 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3cb97e7c5b6844f3bc9e21df33ca5bc5, 4818d1c5366246d086a53cf5464981b8; no voters:
09:14:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.000557 10810 raft_consensus.cc:2804] T 1e8c81302e4e4b07a095ed7064658d32 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:14:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.000692 10810 raft_consensus.cc:493] T 1e8c81302e4e4b07a095ed7064658d32 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:14:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.000810 10810 raft_consensus.cc:3060] T 1e8c81302e4e4b07a095ed7064658d32 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 0 FOLLOWER]: Advancing to term 1
09:14:41.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.002758 10810 raft_consensus.cc:515] T 1e8c81302e4e4b07a095ed7064658d32 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } }
09:14:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.003345 10810 leader_election.cc:290] T 1e8c81302e4e4b07a095ed7064658d32 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [CANDIDATE]: Term 1 election: Requested vote from peers 4818d1c5366246d086a53cf5464981b8 (127.9.205.193:39179), c6c03f53ef40427bae7b9c814f4bef55 (127.9.205.194:42613)
09:14:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.003664 10448 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "1e8c81302e4e4b07a095ed7064658d32" candidate_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4818d1c5366246d086a53cf5464981b8"
09:14:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.003758 10590 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "1e8c81302e4e4b07a095ed7064658d32" candidate_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c6c03f53ef40427bae7b9c814f4bef55"
09:14:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.003855 10448 raft_consensus.cc:3060] T 1e8c81302e4e4b07a095ed7064658d32 P 4818d1c5366246d086a53cf5464981b8 [term 0 FOLLOWER]: Advancing to term 1
09:14:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.003921 10590 raft_consensus.cc:3060] T 1e8c81302e4e4b07a095ed7064658d32 P c6c03f53ef40427bae7b9c814f4bef55 [term 0 FOLLOWER]: Advancing to term 1
09:14:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.006891 10448 raft_consensus.cc:2468] T 1e8c81302e4e4b07a095ed7064658d32 P 4818d1c5366246d086a53cf5464981b8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3cb97e7c5b6844f3bc9e21df33ca5bc5 in term 1.
09:14:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.007041 10590 raft_consensus.cc:2468] T 1e8c81302e4e4b07a095ed7064658d32 P c6c03f53ef40427bae7b9c814f4bef55 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3cb97e7c5b6844f3bc9e21df33ca5bc5 in term 1.
09:14:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.007287 10656 leader_election.cc:304] T 1e8c81302e4e4b07a095ed7064658d32 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3cb97e7c5b6844f3bc9e21df33ca5bc5, 4818d1c5366246d086a53cf5464981b8; no voters:
09:14:41.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.007594 10810 raft_consensus.cc:2804] T 1e8c81302e4e4b07a095ed7064658d32 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 1 FOLLOWER]: Leader election won for term 1
09:14:41.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.007905 10810 raft_consensus.cc:697] T 1e8c81302e4e4b07a095ed7064658d32 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 1 LEADER]: Becoming Leader. State: Replica: 3cb97e7c5b6844f3bc9e21df33ca5bc5, State: Running, Role: LEADER
09:14:41.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.008266 10810 consensus_queue.cc:237] T 1e8c81302e4e4b07a095ed7064658d32 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } }
09:14:41.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.013099 10243 catalog_manager.cc:5654] T 1e8c81302e4e4b07a095ed7064658d32 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3cb97e7c5b6844f3bc9e21df33ca5bc5 (127.9.205.195). New cstate: current_term: 1 leader_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } health_report { overall_health: HEALTHY } } }
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.095041 10243 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:58536:
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:14:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:14:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:14:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:14:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:14:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:14:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:14:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
09:14:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
09:14:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
09:14:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
09:14:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:14:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
09:14:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
09:14:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:14:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:14:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:14:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:14:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:14:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
09:14:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:41.095944 10243 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
09:14:41.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.106707 10427 tablet_service.cc:1505] Processing CreateTablet for tablet 59abd119a0974dcd90889cf3f5366232 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=7ac8174b501b47e89c9b227462966575]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
09:14:41.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.107656 10427 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 59abd119a0974dcd90889cf3f5366232. 1 dirs total, 0 dirs full, 0 dirs failed
09:14:41.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.112623 10806 tablet_bootstrap.cc:492] T 59abd119a0974dcd90889cf3f5366232 P 4818d1c5366246d086a53cf5464981b8: Bootstrap starting.
09:14:41.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.112802 10569 tablet_service.cc:1505] Processing CreateTablet for tablet 59abd119a0974dcd90889cf3f5366232 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=7ac8174b501b47e89c9b227462966575]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
09:14:41.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.113051 10710 tablet_service.cc:1505] Processing CreateTablet for tablet 59abd119a0974dcd90889cf3f5366232 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=7ac8174b501b47e89c9b227462966575]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
09:14:41.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.113660 10569 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 59abd119a0974dcd90889cf3f5366232. 1 dirs total, 0 dirs full, 0 dirs failed
09:14:41.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.113782 10710 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 59abd119a0974dcd90889cf3f5366232. 1 dirs total, 0 dirs full, 0 dirs failed
09:14:41.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.114378 10806 tablet_bootstrap.cc:654] T 59abd119a0974dcd90889cf3f5366232 P 4818d1c5366246d086a53cf5464981b8: Neither blocks nor log segments found. Creating new log.
09:14:41.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.117709 10806 tablet_bootstrap.cc:492] T 59abd119a0974dcd90889cf3f5366232 P 4818d1c5366246d086a53cf5464981b8: No bootstrap required, opened a new log
09:14:41.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.117866 10806 ts_tablet_manager.cc:1403] T 59abd119a0974dcd90889cf3f5366232 P 4818d1c5366246d086a53cf5464981b8: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.001s
09:14:41.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.118587 10806 raft_consensus.cc:359] T 59abd119a0974dcd90889cf3f5366232 P 4818d1c5366246d086a53cf5464981b8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } }
09:14:41.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.118778 10806 raft_consensus.cc:385] T 59abd119a0974dcd90889cf3f5366232 P 4818d1c5366246d086a53cf5464981b8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:14:41.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.118844 10806 raft_consensus.cc:740] T 59abd119a0974dcd90889cf3f5366232 P 4818d1c5366246d086a53cf5464981b8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4818d1c5366246d086a53cf5464981b8, State: Initialized, Role: FOLLOWER
09:14:41.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.119104 10806 consensus_queue.cc:260] T 59abd119a0974dcd90889cf3f5366232 P 4818d1c5366246d086a53cf5464981b8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } }
09:14:41.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.119532 10805 tablet_bootstrap.cc:492] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5: Bootstrap starting.
09:14:41.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.119563 10811 tablet_replica.cc:442] T 59abd119a0974dcd90889cf3f5366232 P 4818d1c5366246d086a53cf5464981b8: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } } }
09:14:41.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.119860 10811 tablet_replica.cc:445] T 59abd119a0974dcd90889cf3f5366232 P 4818d1c5366246d086a53cf5464981b8: This TxnStatusTablet replica's current role is: FOLLOWER
09:14:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.120240 10806 ts_tablet_manager.cc:1434] T 59abd119a0974dcd90889cf3f5366232 P 4818d1c5366246d086a53cf5464981b8: Time spent starting tablet: real 0.002s user 0.002s sys 0.001s
09:14:41.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.121295 10805 tablet_bootstrap.cc:654] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5: Neither blocks nor log segments found. Creating new log.
09:14:41.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.124037 10804 tablet_bootstrap.cc:492] T 59abd119a0974dcd90889cf3f5366232 P c6c03f53ef40427bae7b9c814f4bef55: Bootstrap starting.
09:14:41.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.125269 10805 tablet_bootstrap.cc:492] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5: No bootstrap required, opened a new log
09:14:41.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.125396 10805 ts_tablet_manager.cc:1403] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5: Time spent bootstrapping tablet: real 0.006s user 0.004s sys 0.000s
09:14:41.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.125514 10804 tablet_bootstrap.cc:654] T 59abd119a0974dcd90889cf3f5366232 P c6c03f53ef40427bae7b9c814f4bef55: Neither blocks nor log segments found. Creating new log.
09:14:41.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.125881 10805 raft_consensus.cc:359] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } }
09:14:41.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.126016 10805 raft_consensus.cc:385] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:14:41.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.126057 10805 raft_consensus.cc:740] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3cb97e7c5b6844f3bc9e21df33ca5bc5, State: Initialized, Role: FOLLOWER
09:14:41.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.126237 10805 consensus_queue.cc:260] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } }
09:14:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.126605 10810 tablet_replica.cc:442] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } } }
09:14:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.126698 10805 ts_tablet_manager.cc:1434] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
09:14:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.126843 10810 tablet_replica.cc:445] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5: This TxnStatusTablet replica's current role is: FOLLOWER
09:14:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.133592 10804 tablet_bootstrap.cc:492] T 59abd119a0974dcd90889cf3f5366232 P c6c03f53ef40427bae7b9c814f4bef55: No bootstrap required, opened a new log
09:14:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.133742 10804 ts_tablet_manager.cc:1403] T 59abd119a0974dcd90889cf3f5366232 P c6c03f53ef40427bae7b9c814f4bef55: Time spent bootstrapping tablet: real 0.010s user 0.004s sys 0.004s
09:14:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.134305 10804 raft_consensus.cc:359] T 59abd119a0974dcd90889cf3f5366232 P c6c03f53ef40427bae7b9c814f4bef55 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } }
09:14:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.134474 10804 raft_consensus.cc:385] T 59abd119a0974dcd90889cf3f5366232 P c6c03f53ef40427bae7b9c814f4bef55 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:14:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.134542 10804 raft_consensus.cc:740] T 59abd119a0974dcd90889cf3f5366232 P c6c03f53ef40427bae7b9c814f4bef55 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c6c03f53ef40427bae7b9c814f4bef55, State: Initialized, Role: FOLLOWER
09:14:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.134783 10804 consensus_queue.cc:260] T 59abd119a0974dcd90889cf3f5366232 P c6c03f53ef40427bae7b9c814f4bef55 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } }
09:14:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.135275 10804 ts_tablet_manager.cc:1434] T 59abd119a0974dcd90889cf3f5366232 P c6c03f53ef40427bae7b9c814f4bef55: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
09:14:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.135195 10812 tablet_replica.cc:442] T 59abd119a0974dcd90889cf3f5366232 P c6c03f53ef40427bae7b9c814f4bef55: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } } }
09:14:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.135466 10812 tablet_replica.cc:445] T 59abd119a0974dcd90889cf3f5366232 P c6c03f53ef40427bae7b9c814f4bef55: This TxnStatusTablet replica's current role is: FOLLOWER
09:14:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.281199 10810 raft_consensus.cc:493] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:14:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.281394 10810 raft_consensus.cc:515] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } }
09:14:41.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.281908 10810 leader_election.cc:290] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4818d1c5366246d086a53cf5464981b8 (127.9.205.193:39179), c6c03f53ef40427bae7b9c814f4bef55 (127.9.205.194:42613)
09:14:41.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.282362 10448 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "59abd119a0974dcd90889cf3f5366232" candidate_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4818d1c5366246d086a53cf5464981b8" is_pre_election: true
09:14:41.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.282380 10590 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "59abd119a0974dcd90889cf3f5366232" candidate_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c6c03f53ef40427bae7b9c814f4bef55" is_pre_election: true
09:14:41.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.282548 10448 raft_consensus.cc:2468] T 59abd119a0974dcd90889cf3f5366232 P 4818d1c5366246d086a53cf5464981b8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3cb97e7c5b6844f3bc9e21df33ca5bc5 in term 0.
09:14:41.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.282631 10590 raft_consensus.cc:2468] T 59abd119a0974dcd90889cf3f5366232 P c6c03f53ef40427bae7b9c814f4bef55 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3cb97e7c5b6844f3bc9e21df33ca5bc5 in term 0.
09:14:41.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.282902 10656 leader_election.cc:304] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3cb97e7c5b6844f3bc9e21df33ca5bc5, 4818d1c5366246d086a53cf5464981b8; no voters:
09:14:41.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.283201 10810 raft_consensus.cc:2804] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:14:41.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.283301 10810 raft_consensus.cc:493] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:14:41.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.283406 10810 raft_consensus.cc:3060] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 0 FOLLOWER]: Advancing to term 1
09:14:41.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.285301 10810 raft_consensus.cc:515] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } }
09:14:41.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.285898 10810 leader_election.cc:290] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [CANDIDATE]: Term 1 election: Requested vote from peers 4818d1c5366246d086a53cf5464981b8 (127.9.205.193:39179), c6c03f53ef40427bae7b9c814f4bef55 (127.9.205.194:42613)
09:14:41.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.286257 10448 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "59abd119a0974dcd90889cf3f5366232" candidate_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4818d1c5366246d086a53cf5464981b8"
09:14:41.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.286293 10590 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "59abd119a0974dcd90889cf3f5366232" candidate_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c6c03f53ef40427bae7b9c814f4bef55"
09:14:41.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.286438 10448 raft_consensus.cc:3060] T 59abd119a0974dcd90889cf3f5366232 P 4818d1c5366246d086a53cf5464981b8 [term 0 FOLLOWER]: Advancing to term 1
09:14:41.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.286477 10590 raft_consensus.cc:3060] T 59abd119a0974dcd90889cf3f5366232 P c6c03f53ef40427bae7b9c814f4bef55 [term 0 FOLLOWER]: Advancing to term 1
09:14:41.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.289244 10590 raft_consensus.cc:2468] T 59abd119a0974dcd90889cf3f5366232 P c6c03f53ef40427bae7b9c814f4bef55 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3cb97e7c5b6844f3bc9e21df33ca5bc5 in term 1.
09:14:41.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.289258 10448 raft_consensus.cc:2468] T 59abd119a0974dcd90889cf3f5366232 P 4818d1c5366246d086a53cf5464981b8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3cb97e7c5b6844f3bc9e21df33ca5bc5 in term 1.
09:14:41.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.289724 10657 leader_election.cc:304] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 3cb97e7c5b6844f3bc9e21df33ca5bc5, 4818d1c5366246d086a53cf5464981b8, c6c03f53ef40427bae7b9c814f4bef55; no voters:
09:14:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.290005 10810 raft_consensus.cc:2804] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 1 FOLLOWER]: Leader election won for term 1
09:14:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.290161 10810 raft_consensus.cc:697] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [term 1 LEADER]: Becoming Leader. State: Replica: 3cb97e7c5b6844f3bc9e21df33ca5bc5, State: Running, Role: LEADER
09:14:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.290460 10810 consensus_queue.cc:237] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } }
09:14:41.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.291903 10823 tablet_replica.cc:442] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5: TxnStatusTablet state changed. Reason: New leader 3cb97e7c5b6844f3bc9e21df33ca5bc5. Latest consensus state: current_term: 1 leader_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } } }
09:14:41.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.292166 10823 tablet_replica.cc:445] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5: This TxnStatusTablet replica's current role is: LEADER
09:14:41.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.292718 10840 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
09:14:41.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.293010 10840 txn_status_manager.cc:930] Loading transaction status metadata into memory...
09:14:41.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.294349 10243 catalog_manager.cc:5654] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3cb97e7c5b6844f3bc9e21df33ca5bc5 (127.9.205.195). New cstate: current_term: 1 leader_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } health_report { overall_health: HEALTHY } } }
09:14:41.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.313652 10812 consensus_queue.cc:1048] T 484c82b88a2d4300be97f5d4c24b7fc2 P c6c03f53ef40427bae7b9c814f4bef55 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:14:41.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.323318 10818 consensus_queue.cc:1048] T 484c82b88a2d4300be97f5d4c24b7fc2 P c6c03f53ef40427bae7b9c814f4bef55 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:14:41.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.338748 10448 raft_consensus.cc:1275] T 59abd119a0974dcd90889cf3f5366232 P 4818d1c5366246d086a53cf5464981b8 [term 1 FOLLOWER]: Refusing update from remote peer 3cb97e7c5b6844f3bc9e21df33ca5bc5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:14:41.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.339567 10810 consensus_queue.cc:1048] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:14:41.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.340247 10590 raft_consensus.cc:1275] T 59abd119a0974dcd90889cf3f5366232 P c6c03f53ef40427bae7b9c814f4bef55 [term 1 FOLLOWER]: Refusing update from remote peer 3cb97e7c5b6844f3bc9e21df33ca5bc5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:14:41.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.340875 10810 consensus_queue.cc:1048] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:14:41.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.349699 10811 tablet_replica.cc:442] T 59abd119a0974dcd90889cf3f5366232 P 4818d1c5366246d086a53cf5464981b8: TxnStatusTablet state changed. Reason: New leader 3cb97e7c5b6844f3bc9e21df33ca5bc5. Latest consensus state: current_term: 1 leader_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } } }
09:14:41.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.349905 10811 tablet_replica.cc:445] T 59abd119a0974dcd90889cf3f5366232 P 4818d1c5366246d086a53cf5464981b8: This TxnStatusTablet replica's current role is: FOLLOWER
09:14:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.352622 10818 tablet_replica.cc:442] T 59abd119a0974dcd90889cf3f5366232 P c6c03f53ef40427bae7b9c814f4bef55: TxnStatusTablet state changed. Reason: New leader 3cb97e7c5b6844f3bc9e21df33ca5bc5. Latest consensus state: current_term: 1 leader_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } } }
09:14:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.352857 10818 tablet_replica.cc:445] T 59abd119a0974dcd90889cf3f5366232 P c6c03f53ef40427bae7b9c814f4bef55: This TxnStatusTablet replica's current role is: FOLLOWER
09:14:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.353183 10846 mvcc.cc:204] Tried to move back new op lower bound from 7250370893155614720 to 7250370892967723008. Current Snapshot: MvccSnapshot[applied={T|T < 7250370893155614720}]
09:14:41.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.363425 10818 tablet_replica.cc:442] T 59abd119a0974dcd90889cf3f5366232 P c6c03f53ef40427bae7b9c814f4bef55: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } } }
09:14:41.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.363682 10818 tablet_replica.cc:445] T 59abd119a0974dcd90889cf3f5366232 P c6c03f53ef40427bae7b9c814f4bef55: This TxnStatusTablet replica's current role is: FOLLOWER
09:14:41.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.365196 10823 tablet_replica.cc:442] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } } }
09:14:41.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.365382 10823 tablet_replica.cc:445] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5: This TxnStatusTablet replica's current role is: LEADER
09:14:41.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.370203 10823 tablet_replica.cc:442] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } } }
09:14:41.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.370379 10823 tablet_replica.cc:445] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5: This TxnStatusTablet replica's current role is: LEADER
09:14:41.371 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
09:14:41.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.372560 10811 tablet_replica.cc:442] T 59abd119a0974dcd90889cf3f5366232 P 4818d1c5366246d086a53cf5464981b8: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 } } peers { permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 } } peers { permanent_uuid: "3cb97e7c5b6844f3bc9e21df33ca5bc5" member_type: VOTER last_known_addr { host: "127.9.205.195" port: 42055 } } }
09:14:41.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.372738 10811 tablet_replica.cc:445] T 59abd119a0974dcd90889cf3f5366232 P 4818d1c5366246d086a53cf5464981b8: This TxnStatusTablet replica's current role is: FOLLOWER
09:14:41.373 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table e34c8e2545eb48c2a3a70008164de6d7
09:14:41.374 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.9.205.252:36311
09:14:41.374 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
09:14:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.376112 10039 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskrh58EF/build/asan/bin/kudu pid 10211
09:14:41.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.377950 10285 generic_service.cc:196] Checking for leaks (request via RPC)
09:14:41.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.456460 10810 consensus_queue.cc:1048] T 1e8c81302e4e4b07a095ed7064658d32 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c6c03f53ef40427bae7b9c814f4bef55" member_type: VOTER last_known_addr { host: "127.9.205.194" port: 42613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:14:41.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.462399 10823 consensus_queue.cc:1048] T 1e8c81302e4e4b07a095ed7064658d32 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4818d1c5366246d086a53cf5464981b8" member_type: VOTER last_known_addr { host: "127.9.205.193" port: 39179 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:14:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.543304 10039 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrh58EF/build/asan/bin/kudu with pid 10211
09:14:41.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:41.572110 10656 connection.cc:537] client connection to 127.9.205.252:36311 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
09:14:41.573 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.205.252:36311(127.9.205.252:36311)] handling channelInactive
09:14:41.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state READY due to: connection closed
09:14:41.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:41.572772 10778 heartbeater.cc:646] Failed to heartbeat to 127.9.205.252:36311 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
09:14:41.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:41.573603 10494 heartbeater.cc:646] Failed to heartbeat to 127.9.205.252:36311 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.9.205.252:36311 (error 108)
09:14:41.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:41.574030 10635 heartbeater.cc:646] Failed to heartbeat to 127.9.205.252:36311 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.9.205.252:36311 (error 108)
09:14:41.581 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:14:41.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:41.582129 10857 negotiation.cc:337] Failed RPC negotiation. Trace:
09:14:41.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0203 09:14:41.574120 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.9.205.252:36311 (local address 127.9.205.193:39731)
09:14:41.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0203 09:14:41.581013 (+ 6893us) negotiation.cc:107] Waiting for socket to connect
09:14:41.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0203 09:14:41.581216 (+ 203us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection reset by peer (error 104)
09:14:41.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":6783,"thread_start_us":6785,"threads_started":1}
09:14:41.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:41.582418 10858 negotiation.cc:337] Failed RPC negotiation. Trace:
09:14:41.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0203 09:14:41.574670 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.9.205.252:36311 (local address 127.9.205.194:37149)
09:14:41.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0203 09:14:41.581601 (+ 6931us) negotiation.cc:107] Waiting for socket to connect
09:14:41.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0203 09:14:41.581701 (+ 100us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection reset by peer (error 104)
09:14:41.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":6824,"thread_start_us":6886,"threads_started":1}
09:14:41.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.842407 10861 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 655505cfce41453cbbaa13d6dd3467b9)
09:14:41.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.842453 10862 raft_consensus.cc:493] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 655505cfce41453cbbaa13d6dd3467b9)
09:14:41.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.842624 10862 raft_consensus.cc:515] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:14:41.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.842599 10861 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:14:41.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.843739 10861 leader_election.cc:290] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 130310c74d714934bdecfd6981872d61 (127.9.205.253:39799), 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311)
09:14:41.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.843750 10862 leader_election.cc:290] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205), 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311)
09:14:41.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.844179 10173 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8a099aca56e44359b91b3c0800a38ec3" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "130310c74d714934bdecfd6981872d61" is_pre_election: true
09:14:41.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.844386 10092 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "130310c74d714934bdecfd6981872d61" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "8a099aca56e44359b91b3c0800a38ec3" is_pre_election: true
09:14:41.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.844416 10173 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8a099aca56e44359b91b3c0800a38ec3 in term 1.
09:14:41.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.844606 10092 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 130310c74d714934bdecfd6981872d61 in term 1.
09:14:41.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.845103 10066 leader_election.cc:304] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 130310c74d714934bdecfd6981872d61, 8a099aca56e44359b91b3c0800a38ec3; no voters:
09:14:41.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.845124 10150 leader_election.cc:304] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 130310c74d714934bdecfd6981872d61, 8a099aca56e44359b91b3c0800a38ec3; no voters:
09:14:41.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.845471 10862 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 1 FOLLOWER]: Leader pre-election won for term 2
09:14:41.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.845497 10861 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [term 1 FOLLOWER]: Leader pre-election won for term 2
09:14:41.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.845583 10862 raft_consensus.cc:493] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 655505cfce41453cbbaa13d6dd3467b9)
09:14:41.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.845598 10861 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 655505cfce41453cbbaa13d6dd3467b9)
09:14:41.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.845701 10861 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [term 1 FOLLOWER]: Advancing to term 2
09:14:41.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.845708 10862 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 1 FOLLOWER]: Advancing to term 2
09:14:41.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:41.845906 10148 leader_election.cc:336] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311): Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111)
09:14:41.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.848050 10861 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:14:41.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.848853 10861 leader_election.cc:290] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [CANDIDATE]: Term 2 election: Requested vote from peers 130310c74d714934bdecfd6981872d61 (127.9.205.253:39799), 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311)
09:14:41.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.849174 10173 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8a099aca56e44359b91b3c0800a38ec3" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "130310c74d714934bdecfd6981872d61"
09:14:41.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.849520 10862 raft_consensus.cc:515] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:14:41.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:41.849606 10067 leader_election.cc:336] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311): Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111)
09:14:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.849848 10173 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 8a099aca56e44359b91b3c0800a38ec3 in current term 2: Already voted for candidate 130310c74d714934bdecfd6981872d61 in this term.
09:14:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:41.850466 10067 leader_election.cc:336] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311): Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111)
09:14:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.850591 10862 leader_election.cc:290] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 2 election: Requested vote from peers 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205), 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311)
09:14:41.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.850891 10067 leader_election.cc:304] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8a099aca56e44359b91b3c0800a38ec3; no voters: 130310c74d714934bdecfd6981872d61, 655505cfce41453cbbaa13d6dd3467b9
09:14:41.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.850914 10092 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "130310c74d714934bdecfd6981872d61" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "8a099aca56e44359b91b3c0800a38ec3"
09:14:41.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.851197 10092 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 130310c74d714934bdecfd6981872d61 in current term 2: Already voted for candidate 8a099aca56e44359b91b3c0800a38ec3 in this term.
09:14:41.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.851521 10861 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
09:14:41.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:41.852018 10148 leader_election.cc:336] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311): Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111)
09:14:41.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.852118 10148 leader_election.cc:304] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 130310c74d714934bdecfd6981872d61; no voters: 655505cfce41453cbbaa13d6dd3467b9, 8a099aca56e44359b91b3c0800a38ec3
09:14:41.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:41.852325 10862 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
09:14:41.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:41.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:41.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:41.885 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.9.205.252:36311(127.9.205.252:36311) for tablet Kudu Master: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:41.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:41.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:41.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:41.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:41.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:41.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:41.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:41.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:41.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:41.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:41.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:41.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:41.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:41.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:41.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:41.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:41.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:41.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:41.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:41.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:42.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:42.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:42.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:42.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:42.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:42.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:42.064 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] sending RPC to server master-127.9.205.252:36311, [2ms] received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1767782551(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$117/1298966495@19f77eba -> (continuation of Deferred@1166791627 after retry RPC after error@1705106310) -> (continuation of Deferred@2107890981 after retry RPC after error@1602453125) -> (continuation of Deferred@1141762869 after retry RPC after error@798713305) -> (continuation of Deferred@1286791162 after retry RPC after error@142735295) -> (continuation of Deferred@595517913 after retry RPC after error@1463807426) -> (continuation of Deferred@229156304 after retry RPC after error@177440725), errback=org.apache.kudu.client.KuduTransaction$$Lambda$118/1870465672@5eb7cf77 -> (continuation of Deferred@1166791627 after retry RPC after error@1705106310) -> (continuation of Deferred@2107890981 after retry RPC after error@1602453125) -> (continuation of Deferred@1141762869 after retry RPC after error@798713305) -> (continuation of Deferred@1286791162 after retry RPC after error@142735295) -> (continuation of Deferred@595517913 after retry RPC after error@1463807426) -> (continuation of Deferred@229156304 after retry RPC after error@177440725)))
09:14:42.065 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] sending RPC to server master-127.9.205.252:36311, [2ms] received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1767782551(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$117/1298966495@19f77eba -> (continuation of Deferred@1166791627 after retry RPC after error@1705106310) -> (continuation of Deferred@2107890981 after retry RPC after error@1602453125) -> (continuation of Deferred@1141762869 after retry RPC after error@798713305) -> (continuation of Deferred@1286791162 after retry RPC after error@142735295) -> (continuation of Deferred@595517913 after retry RPC after error@1463807426) -> (continuation of Deferred@229156304 after retry RPC after error@177440725), errback=org.apache.kudu.client.KuduTransaction$$Lambda$118/1870465672@5eb7cf77 -> (continuation of Deferred@1166791627 after retry RPC after error@1705106310) -> (continuation of Deferred@2107890981 after retry RPC after error@1602453125) -> (continuation of Deferred@1141762869 after retry RPC after error@798713305) -> (continuation of Deferred@1286791162 after retry RPC after error@142735295) -> (continuation of Deferred@595517913 after retry RPC after error@1463807426) -> (continuation of Deferred@229156304 after retry RPC after error@177440725)))
09:14:42.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:42.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:42.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:42.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:42.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:42.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:42.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:42.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:42.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:42.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:42.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:42.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:42.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:42.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:42.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.216590 10861 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:14:42.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.216759 10861 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:14:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.217363 10861 leader_election.cc:290] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 130310c74d714934bdecfd6981872d61 (127.9.205.253:39799), 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311)
09:14:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.217754 10173 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8a099aca56e44359b91b3c0800a38ec3" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "130310c74d714934bdecfd6981872d61" is_pre_election: true
09:14:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.217993 10173 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8a099aca56e44359b91b3c0800a38ec3 in term 2.
09:14:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.218398 10066 leader_election.cc:304] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 130310c74d714934bdecfd6981872d61, 8a099aca56e44359b91b3c0800a38ec3; no voters:
09:14:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.218681 10861 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [term 2 FOLLOWER]: Leader pre-election won for term 3
09:14:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:42.218760 10067 leader_election.cc:336] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311): Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111)
09:14:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.218803 10861 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:14:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.218946 10861 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [term 2 FOLLOWER]: Advancing to term 3
09:14:42.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.220953 10861 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:14:42.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.221421 10861 leader_election.cc:290] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [CANDIDATE]: Term 3 election: Requested vote from peers 130310c74d714934bdecfd6981872d61 (127.9.205.253:39799), 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311)
09:14:42.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.221772 10173 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8a099aca56e44359b91b3c0800a38ec3" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "130310c74d714934bdecfd6981872d61"
09:14:42.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.221952 10173 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 2 FOLLOWER]: Advancing to term 3
09:14:42.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:42.222582 10067 leader_election.cc:336] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311): Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111)
09:14:42.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.223958 10173 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8a099aca56e44359b91b3c0800a38ec3 in term 3.
09:14:42.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.224293 10066 leader_election.cc:304] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 130310c74d714934bdecfd6981872d61, 8a099aca56e44359b91b3c0800a38ec3; no voters: 655505cfce41453cbbaa13d6dd3467b9
09:14:42.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.224557 10861 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [term 3 FOLLOWER]: Leader election won for term 3
09:14:42.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.224938 10861 raft_consensus.cc:697] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [term 3 LEADER]: Becoming Leader. State: Replica: 8a099aca56e44359b91b3c0800a38ec3, State: Running, Role: LEADER
09:14:42.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.225320 10861 consensus_queue.cc:237] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:14:42.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.226537 10869 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8a099aca56e44359b91b3c0800a38ec3. Latest consensus state: current_term: 3 leader_uuid: "8a099aca56e44359b91b3c0800a38ec3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } } }
09:14:42.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.226799 10869 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [sys.catalog]: This master's current role is: LEADER
09:14:42.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.227406 10870 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
09:14:42.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.229569 10870 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=7ac8174b501b47e89c9b227462966575]
09:14:42.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.230087 10870 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=e34c8e2545eb48c2a3a70008164de6d7]
09:14:42.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.231658 10870 tablet_loader.cc:96] loaded metadata for tablet 1e8c81302e4e4b07a095ed7064658d32 (table txn_manager_fallback_rolling [id=e34c8e2545eb48c2a3a70008164de6d7])
09:14:42.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.232002 10870 tablet_loader.cc:96] loaded metadata for tablet 484c82b88a2d4300be97f5d4c24b7fc2 (table txn_manager_fallback_rolling [id=e34c8e2545eb48c2a3a70008164de6d7])
09:14:42.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.232280 10870 tablet_loader.cc:96] loaded metadata for tablet 59abd119a0974dcd90889cf3f5366232 (table kudu_system.kudu_transactions [id=7ac8174b501b47e89c9b227462966575])
09:14:42.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.232481 10870 catalog_manager.cc:1494] Initializing Kudu cluster ID...
09:14:42.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.233264 10870 catalog_manager.cc:1269] Loaded cluster ID: 28f75546d3254046880aefddda7c790d
09:14:42.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.233345 10870 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
09:14:42.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.234392 10870 catalog_manager.cc:1514] Loading token signing keys...
09:14:42.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.235152 10870 catalog_manager.cc:6038] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3: Loaded TSK: 0
09:14:42.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.235993 10870 catalog_manager.cc:1524] Initializing in-progress tserver states...
09:14:42.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:42.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:42.307 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
09:14:42.307 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [223ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, deferred=Deferred@1861788344(state=PENDING, result=null, callback=(continuation of Deferred@1473425125 after retry RPC after error@831367190) -> (continuation of Deferred@487518794 after retry RPC after error@910720561) -> (continuation of Deferred@1957645211 after retry RPC after error@683573248) -> (continuation of Deferred@1112062975 after retry RPC after error@923073649) -> (continuation of Deferred@964266649 after retry RPC after error@1696314166) -> (continuation of Deferred@1653308201 after retry RPC after error@1929180285) -> (continuation of Deferred@119838201 after retry RPC after error@1067320360), errback=(continuation of Deferred@1473425125 after retry RPC after error@831367190) -> (continuation of Deferred@487518794 after retry RPC after error@910720561) -> (continuation of Deferred@1957645211 after retry RPC after error@683573248) -> (continuation of Deferred@1112062975 after retry RPC after error@923073649) -> (continuation of Deferred@964266649 after retry RPC after error@1696314166) -> (continuation of Deferred@1653308201 after retry RPC after error@1929180285) -> (continuation of Deferred@119838201 after retry RPC after error@1067320360))) after lookup
09:14:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.325008 10173 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Refusing update from remote peer 8a099aca56e44359b91b3c0800a38ec3: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
09:14:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.325618 10869 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
09:14:42.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.327150 10862 sys_catalog.cc:455] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8a099aca56e44359b91b3c0800a38ec3. Latest consensus state: current_term: 3 leader_uuid: "8a099aca56e44359b91b3c0800a38ec3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } } }
09:14:42.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.327364 10862 sys_catalog.cc:458] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [sys.catalog]: This master's current role is: FOLLOWER
09:14:42.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.329648 10862 sys_catalog.cc:455] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "8a099aca56e44359b91b3c0800a38ec3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } } }
09:14:42.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.329923 10862 sys_catalog.cc:458] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [sys.catalog]: This master's current role is: FOLLOWER
09:14:42.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.330686 10861 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "8a099aca56e44359b91b3c0800a38ec3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } } }
09:14:42.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.330912 10861 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 [sys.catalog]: This master's current role is: LEADER
09:14:42.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:42.331028 10067 consensus_peers.cc:597] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 -> Peer 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311): Couldn't send request to peer 655505cfce41453cbbaa13d6dd3467b9. Status: Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
09:14:42.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:42.334903 10112 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:44672 (request call id 16) took 25 ms (client timeout 25 ms). Trace:
09:14:42.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:42.335196 10112 rpcz_store.cc:269] 0203 09:14:42.309278 (+ 0us) service_pool.cc:168] Inserting onto call queue
09:14:42.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0203 09:14:42.309333 (+ 55us) service_pool.cc:225] Handling call
09:14:42.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0203 09:14:42.334760 (+ 25427us) inbound_call.cc:173] Queueing success response
09:14:42.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":106,"init.queue_time_us":396,"thread_start_us":3140,"threads_started":5}
09:14:42.344 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [223ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: OK, [225ms] sending RPC to server master-127.9.205.254:33205, deferred=Deferred@1861788344(state=PENDING, result=null, callback=(continuation of Deferred@1473425125 after retry RPC after error@831367190) -> (continuation of Deferred@487518794 after retry RPC after error@910720561) -> (continuation of Deferred@1957645211 after retry RPC after error@683573248) -> (continuation of Deferred@1112062975 after retry RPC after error@923073649) -> (continuation of Deferred@964266649 after retry RPC after error@1696314166) -> (continuation of Deferred@1653308201 after retry RPC after error@1929180285) -> (continuation of Deferred@119838201 after retry RPC after error@1067320360) -> (continuation of Deferred@529281662 after retry RPC@2063702938), errback=(continuation of Deferred@1473425125 after retry RPC after error@831367190) -> (continuation of Deferred@487518794 after retry RPC after error@910720561) -> (continuation of Deferred@1957645211 after retry RPC after error@683573248) -> (continuation of Deferred@1112062975 after retry RPC after error@923073649) -> (continuation of Deferred@964266649 after retry RPC after error@1696314166) -> (continuation of Deferred@1653308201 after retry RPC after error@1929180285) -> (continuation of Deferred@119838201 after retry RPC after error@1067320360) -> (continuation of Deferred@529281662 after retry RPC@2063702938)))
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:42.359028 10081 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44692:
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:14:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
09:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:42.360616 10081 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
09:14:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 2970883442032 + 9223369065971334279 cannot be represented in type 'long'
09:14:42.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:42.863379 10067 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111) [suppressed 16 similar messages]
09:14:42.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:42.864203 10067 consensus_peers.cc:597] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 -> Peer 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311): Couldn't send request to peer 655505cfce41453cbbaa13d6dd3467b9. Status: Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
09:14:43.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:43.351308 10067 consensus_peers.cc:597] T 00000000000000000000000000000000 P 8a099aca56e44359b91b3c0800a38ec3 -> Peer 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311): Couldn't send request to peer 655505cfce41453cbbaa13d6dd3467b9. Status: Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
09:14:43.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f6a39ed3008 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky/src/kudu/util/monotime.cc:332:28
09:14:43.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0xa78765 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky/src/kudu/util/countdown_latch.h:99:38
09:14:43.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f6a4dc54072 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky/src/kudu/util/promise.h:57:16
09:14:43.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f6a4dc43b84 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky/src/kudu/master/master.cc:482:48
09:14:43.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f6a4dda7a8e in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky/src/kudu/master/txn_manager.cc:283:21
09:14:43.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f6a4dda866b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky/src/kudu/master/txn_manager.cc:226:3
09:14:43.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f6a4ddad2af in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky/src/kudu/master/txn_manager_service.cc:159:42
09:14:43.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f6a47bce136 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky/build/asan/src/kudu/master/txn_manager.service.cc:271:13
09:14:43.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f6a47bcde65 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
09:14:43.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f6a40f3f21e in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
09:14:43.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f6a40f3e0fe in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky/src/kudu/rpc/service_if.cc:137:3
09:14:43.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f6a40f44335 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky/src/kudu/rpc/service_pool.cc:229:15
09:14:43.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f6a40f44c5f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky/src/kudu/rpc/service_pool.cc:92:5
09:14:43.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f6a40f44a88 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
09:14:43.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0xa8917c in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
09:14:43.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:43.478353 10495 heartbeater.cc:499] Master 127.9.205.254:33205 was elected leader, sending a full tablet report...
09:14:43.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f6a39fa3998 in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky/src/kudu/util/thread.cc:694:3
09:14:43.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f6a3d5af6da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
09:14:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f6a360df71e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12171e)
09:14:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:14:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky/src/kudu/util/monotime.cc:332:28 in
09:14:43.509 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.9.205.254:33205(127.9.205.254:33205)] handling channelInactive
09:14:43.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state READY due to: connection closed
09:14:43.509 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.9.205.254:33205(127.9.205.254:33205) for tablet Kudu Master: connection closed
09:14:43.524 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:14:43.582 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:43.582 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:43.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:43.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:43.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:43.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:43.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:43.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:43.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:43.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:43.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:43.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:43.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:43.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:43.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:43.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:43.698437 10892 raft_consensus.cc:493] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8a099aca56e44359b91b3c0800a38ec3)
09:14:43.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:43.698585 10892 raft_consensus.cc:515] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:14:43.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:43.699100 10892 leader_election.cc:290] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205), 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311)
09:14:43.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:43.699843 10150 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.205.254:33205: connect: Connection refused (error 111) [suppressed 6 similar messages]
09:14:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:43.700968 10148 leader_election.cc:336] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311): Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111)
09:14:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:43.701129 10150 leader_election.cc:336] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205): Network error: Client connection negotiation failed: client connection to 127.9.205.254:33205: connect: Connection refused (error 111)
09:14:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:43.701267 10150 leader_election.cc:304] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 130310c74d714934bdecfd6981872d61; no voters: 655505cfce41453cbbaa13d6dd3467b9, 8a099aca56e44359b91b3c0800a38ec3
09:14:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:43.701606 10892 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
09:14:43.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:43.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:43.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:43.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:43.764 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:43.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:43.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:43.804 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:43.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:43.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:43.823802 10636 heartbeater.cc:499] Master 127.9.205.254:33205 was elected leader, sending a full tablet report...
09:14:43.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:43.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:43.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:43.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:43.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:43.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:43.975306 10779 heartbeater.cc:499] Master 127.9.205.254:33205 was elected leader, sending a full tablet report...
09:14:43.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:43.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:43.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:43.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:43.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:44.020732 10892 raft_consensus.cc:493] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8a099aca56e44359b91b3c0800a38ec3)
09:14:44.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:44.020865 10892 raft_consensus.cc:515] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:14:44.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:44.021353 10892 leader_election.cc:290] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205), 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311)
09:14:44.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:44.022567 10148 leader_election.cc:336] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311): Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111)
09:14:44.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:44.022758 10150 leader_election.cc:336] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205): Network error: Client connection negotiation failed: client connection to 127.9.205.254:33205: connect: Connection refused (error 111)
09:14:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:44.022889 10150 leader_election.cc:304] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 130310c74d714934bdecfd6981872d61; no voters: 655505cfce41453cbbaa13d6dd3467b9, 8a099aca56e44359b91b3c0800a38ec3
09:14:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:44.023165 10892 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
09:14:44.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.024 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.164 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.166 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1953980554(state=PENDING, result=null, callback=(continuation of Deferred@122357767 after retry RPC after error@139647535) -> (continuation of Deferred@1678739586 after retry RPC after error@733206457) -> (continuation of Deferred@1961355768 after retry RPC after error@1794819817) -> (continuation of Deferred@1915291820 after retry RPC after error@1200756559) -> (continuation of Deferred@208768620 after retry RPC after error@813751429) -> (continuation of Deferred@181849681 after retry RPC after error@1571395627) -> (continuation of Deferred@1571516188 after retry RPC after error@1803150552), errback=(continuation of Deferred@122357767 after retry RPC after error@139647535) -> (continuation of Deferred@1678739586 after retry RPC after error@733206457) -> (continuation of Deferred@1961355768 after retry RPC after error@1794819817) -> (continuation of Deferred@1915291820 after retry RPC after error@1200756559) -> (continuation of Deferred@208768620 after retry RPC after error@813751429) -> (continuation of Deferred@181849681 after retry RPC after error@1571395627) -> (continuation of Deferred@1571516188 after retry RPC after error@1803150552)))
09:14:44.166 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1953980554(state=PENDING, result=null, callback=(continuation of Deferred@122357767 after retry RPC after error@139647535) -> (continuation of Deferred@1678739586 after retry RPC after error@733206457) -> (continuation of Deferred@1961355768 after retry RPC after error@1794819817) -> (continuation of Deferred@1915291820 after retry RPC after error@1200756559) -> (continuation of Deferred@208768620 after retry RPC after error@813751429) -> (continuation of Deferred@181849681 after retry RPC after error@1571395627) -> (continuation of Deferred@1571516188 after retry RPC after error@1803150552), errback=(continuation of Deferred@122357767 after retry RPC after error@139647535) -> (continuation of Deferred@1678739586 after retry RPC after error@733206457) -> (continuation of Deferred@1961355768 after retry RPC after error@1794819817) -> (continuation of Deferred@1915291820 after retry RPC after error@1200756559) -> (continuation of Deferred@208768620 after retry RPC after error@813751429) -> (continuation of Deferred@181849681 after retry RPC after error@1571395627) -> (continuation of Deferred@1571516188 after retry RPC after error@1803150552)))
09:14:44.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.184 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.385 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1146008233(state=PENDING, result=null, callback=(continuation of Deferred@556179358 after retry RPC after error@471044479) -> (continuation of Deferred@723281119 after retry RPC after error@452350191) -> (continuation of Deferred@263845440 after retry RPC after error@253822625) -> (continuation of Deferred@1196663046 after retry RPC after error@1862987819) -> (continuation of Deferred@801177724 after retry RPC after error@684855083) -> (continuation of Deferred@1918095526 after retry RPC after error@1256258927) -> (continuation of Deferred@1837487791 after retry RPC after error@1427519331), errback=(continuation of Deferred@556179358 after retry RPC after error@471044479) -> (continuation of Deferred@723281119 after retry RPC after error@452350191) -> (continuation of Deferred@263845440 after retry RPC after error@253822625) -> (continuation of Deferred@1196663046 after retry RPC after error@1862987819) -> (continuation of Deferred@801177724 after retry RPC after error@684855083) -> (continuation of Deferred@1918095526 after retry RPC after error@1256258927) -> (continuation of Deferred@1837487791 after retry RPC after error@1427519331)))
09:14:44.385 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1146008233(state=PENDING, result=null, callback=(continuation of Deferred@556179358 after retry RPC after error@471044479) -> (continuation of Deferred@723281119 after retry RPC after error@452350191) -> (continuation of Deferred@263845440 after retry RPC after error@253822625) -> (continuation of Deferred@1196663046 after retry RPC after error@1862987819) -> (continuation of Deferred@801177724 after retry RPC after error@684855083) -> (continuation of Deferred@1918095526 after retry RPC after error@1256258927) -> (continuation of Deferred@1837487791 after retry RPC after error@1427519331), errback=(continuation of Deferred@556179358 after retry RPC after error@471044479) -> (continuation of Deferred@723281119 after retry RPC after error@452350191) -> (continuation of Deferred@263845440 after retry RPC after error@253822625) -> (continuation of Deferred@1196663046 after retry RPC after error@1862987819) -> (continuation of Deferred@801177724 after retry RPC after error@684855083) -> (continuation of Deferred@1918095526 after retry RPC after error@1256258927) -> (continuation of Deferred@1837487791 after retry RPC after error@1427519331)))
09:14:44.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.424 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.544 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.545 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [143ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1111338193(state=PENDING, result=null, callback=(continuation of Deferred@1901805923 after retry RPC after error@1727750514) -> (continuation of Deferred@1851884903 after retry RPC after error@1091954526) -> (continuation of Deferred@1794045510 after retry RPC after error@1461975704) -> (continuation of Deferred@898303910 after retry RPC after error@1539975518) -> (continuation of Deferred@1183557799 after retry RPC after error@238321108) -> (continuation of Deferred@1668279683 after retry RPC after error@1768274025) -> (continuation of Deferred@1915812722 after retry RPC after error@1606939197), errback=(continuation of Deferred@1901805923 after retry RPC after error@1727750514) -> (continuation of Deferred@1851884903 after retry RPC after error@1091954526) -> (continuation of Deferred@1794045510 after retry RPC after error@1461975704) -> (continuation of Deferred@898303910 after retry RPC after error@1539975518) -> (continuation of Deferred@1183557799 after retry RPC after error@238321108) -> (continuation of Deferred@1668279683 after retry RPC after error@1768274025) -> (continuation of Deferred@1915812722 after retry RPC after error@1606939197)))
09:14:44.546 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [143ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1111338193(state=PENDING, result=null, callback=(continuation of Deferred@1901805923 after retry RPC after error@1727750514) -> (continuation of Deferred@1851884903 after retry RPC after error@1091954526) -> (continuation of Deferred@1794045510 after retry RPC after error@1461975704) -> (continuation of Deferred@898303910 after retry RPC after error@1539975518) -> (continuation of Deferred@1183557799 after retry RPC after error@238321108) -> (continuation of Deferred@1668279683 after retry RPC after error@1768274025) -> (continuation of Deferred@1915812722 after retry RPC after error@1606939197), errback=(continuation of Deferred@1901805923 after retry RPC after error@1727750514) -> (continuation of Deferred@1851884903 after retry RPC after error@1091954526) -> (continuation of Deferred@1794045510 after retry RPC after error@1461975704) -> (continuation of Deferred@898303910 after retry RPC after error@1539975518) -> (continuation of Deferred@1183557799 after retry RPC after error@238321108) -> (continuation of Deferred@1668279683 after retry RPC after error@1768274025) -> (continuation of Deferred@1915812722 after retry RPC after error@1606939197)))
09:14:44.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.664 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:44.672832 10661 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.231s from last keepalive heartbeat (effective timeout is 1.000s)
09:14:44.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.684 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:44.697100 10911 raft_consensus.cc:493] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8a099aca56e44359b91b3c0800a38ec3)
09:14:44.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:44.697291 10911 raft_consensus.cc:515] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:14:44.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:44.697979 10911 leader_election.cc:290] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205), 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311)
09:14:44.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:44.700026 10150 leader_election.cc:336] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205): Network error: Client connection negotiation failed: client connection to 127.9.205.254:33205: connect: Connection refused (error 111)
09:14:44.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:44.700493 10148 leader_election.cc:336] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311): Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111)
09:14:44.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:44.700645 10148 leader_election.cc:304] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 130310c74d714934bdecfd6981872d61; no voters: 655505cfce41453cbbaa13d6dd3467b9, 8a099aca56e44359b91b3c0800a38ec3
09:14:44.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:44.700906 10911 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
09:14:44.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.744 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.746 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [104ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [104ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1200583236(state=PENDING, result=null, callback=(continuation of Deferred@863763650 after retry RPC after error@1110433746) -> (continuation of Deferred@304061817 after retry RPC after error@775864364) -> (continuation of Deferred@1120904389 after retry RPC after error@2116166145) -> (continuation of Deferred@280534249 after retry RPC after error@1222578546) -> (continuation of Deferred@2005495072 after retry RPC after error@408189946) -> (continuation of Deferred@1281352653 after retry RPC after error@2084253621) -> (continuation of Deferred@1088929151 after retry RPC after error@2069333298), errback=(continuation of Deferred@863763650 after retry RPC after error@1110433746) -> (continuation of Deferred@304061817 after retry RPC after error@775864364) -> (continuation of Deferred@1120904389 after retry RPC after error@2116166145) -> (continuation of Deferred@280534249 after retry RPC after error@1222578546) -> (continuation of Deferred@2005495072 after retry RPC after error@408189946) -> (continuation of Deferred@1281352653 after retry RPC after error@2084253621) -> (continuation of Deferred@1088929151 after retry RPC after error@2069333298)))
09:14:44.747 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [104ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [104ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1200583236(state=PENDING, result=null, callback=(continuation of Deferred@863763650 after retry RPC after error@1110433746) -> (continuation of Deferred@304061817 after retry RPC after error@775864364) -> (continuation of Deferred@1120904389 after retry RPC after error@2116166145) -> (continuation of Deferred@280534249 after retry RPC after error@1222578546) -> (continuation of Deferred@2005495072 after retry RPC after error@408189946) -> (continuation of Deferred@1281352653 after retry RPC after error@2084253621) -> (continuation of Deferred@1088929151 after retry RPC after error@2069333298), errback=(continuation of Deferred@863763650 after retry RPC after error@1110433746) -> (continuation of Deferred@304061817 after retry RPC after error@775864364) -> (continuation of Deferred@1120904389 after retry RPC after error@2116166145) -> (continuation of Deferred@280534249 after retry RPC after error@1222578546) -> (continuation of Deferred@2005495072 after retry RPC after error@408189946) -> (continuation of Deferred@1281352653 after retry RPC after error@2084253621) -> (continuation of Deferred@1088929151 after retry RPC after error@2069333298)))
09:14:44.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.764 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.827 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:44.984 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:44.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:44.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:44.985 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:44.985 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [64ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1651212627(state=PENDING, result=null, callback=(continuation of Deferred@421034778 after retry RPC after error@378630038) -> (continuation of Deferred@438168084 after retry RPC after error@616726813) -> (continuation of Deferred@2128145972 after retry RPC after error@1663615910) -> (continuation of Deferred@370202781 after retry RPC after error@652896555) -> (continuation of Deferred@528128652 after retry RPC after error@988434230) -> (continuation of Deferred@707701958 after retry RPC after error@1601715097) -> (continuation of Deferred@345863168 after retry RPC after error@2087062106), errback=(continuation of Deferred@421034778 after retry RPC after error@378630038) -> (continuation of Deferred@438168084 after retry RPC after error@616726813) -> (continuation of Deferred@2128145972 after retry RPC after error@1663615910) -> (continuation of Deferred@370202781 after retry RPC after error@652896555) -> (continuation of Deferred@528128652 after retry RPC after error@988434230) -> (continuation of Deferred@707701958 after retry RPC after error@1601715097) -> (continuation of Deferred@345863168 after retry RPC after error@2087062106)))
09:14:44.986 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [64ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1651212627(state=PENDING, result=null, callback=(continuation of Deferred@421034778 after retry RPC after error@378630038) -> (continuation of Deferred@438168084 after retry RPC after error@616726813) -> (continuation of Deferred@2128145972 after retry RPC after error@1663615910) -> (continuation of Deferred@370202781 after retry RPC after error@652896555) -> (continuation of Deferred@528128652 after retry RPC after error@988434230) -> (continuation of Deferred@707701958 after retry RPC after error@1601715097) -> (continuation of Deferred@345863168 after retry RPC after error@2087062106), errback=(continuation of Deferred@421034778 after retry RPC after error@378630038) -> (continuation of Deferred@438168084 after retry RPC after error@616726813) -> (continuation of Deferred@2128145972 after retry RPC after error@1663615910) -> (continuation of Deferred@370202781 after retry RPC after error@652896555) -> (continuation of Deferred@528128652 after retry RPC after error@988434230) -> (continuation of Deferred@707701958 after retry RPC after error@1601715097) -> (continuation of Deferred@345863168 after retry RPC after error@2087062106)))
09:14:45.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.164 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.205 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@350480845(state=PENDING, result=null, callback=(continuation of Deferred@1707624909 after retry RPC after error@316168170) -> (continuation of Deferred@1492121749 after retry RPC after error@1405738948) -> (continuation of Deferred@1952997969 after retry RPC after error@610212913) -> (continuation of Deferred@55800703 after retry RPC after error@519678766) -> (continuation of Deferred@691288138 after retry RPC after error@1976960969) -> (continuation of Deferred@1829132935 after retry RPC after error@1047870674) -> (continuation of Deferred@915121470 after retry RPC after error@1931871337), errback=(continuation of Deferred@1707624909 after retry RPC after error@316168170) -> (continuation of Deferred@1492121749 after retry RPC after error@1405738948) -> (continuation of Deferred@1952997969 after retry RPC after error@610212913) -> (continuation of Deferred@55800703 after retry RPC after error@519678766) -> (continuation of Deferred@691288138 after retry RPC after error@1976960969) -> (continuation of Deferred@1829132935 after retry RPC after error@1047870674) -> (continuation of Deferred@915121470 after retry RPC after error@1931871337)))
09:14:45.205 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@350480845(state=PENDING, result=null, callback=(continuation of Deferred@1707624909 after retry RPC after error@316168170) -> (continuation of Deferred@1492121749 after retry RPC after error@1405738948) -> (continuation of Deferred@1952997969 after retry RPC after error@610212913) -> (continuation of Deferred@55800703 after retry RPC after error@519678766) -> (continuation of Deferred@691288138 after retry RPC after error@1976960969) -> (continuation of Deferred@1829132935 after retry RPC after error@1047870674) -> (continuation of Deferred@915121470 after retry RPC after error@1931871337), errback=(continuation of Deferred@1707624909 after retry RPC after error@316168170) -> (continuation of Deferred@1492121749 after retry RPC after error@1405738948) -> (continuation of Deferred@1952997969 after retry RPC after error@610212913) -> (continuation of Deferred@55800703 after retry RPC after error@519678766) -> (continuation of Deferred@691288138 after retry RPC after error@1976960969) -> (continuation of Deferred@1829132935 after retry RPC after error@1047870674) -> (continuation of Deferred@915121470 after retry RPC after error@1931871337)))
09:14:45.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.224 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.244 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:45.321734 10919 raft_consensus.cc:493] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8a099aca56e44359b91b3c0800a38ec3)
09:14:45.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:45.321892 10919 raft_consensus.cc:515] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:14:45.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:45.322451 10919 leader_election.cc:290] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205), 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311)
09:14:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:45.324331 10150 leader_election.cc:336] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205): Network error: Client connection negotiation failed: client connection to 127.9.205.254:33205: connect: Connection refused (error 111)
09:14:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:45.324503 10148 leader_election.cc:336] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311): Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111)
09:14:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:45.324645 10148 leader_election.cc:304] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 130310c74d714934bdecfd6981872d61; no voters: 655505cfce41453cbbaa13d6dd3467b9, 8a099aca56e44359b91b3c0800a38ec3
09:14:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:45.324847 10919 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
09:14:45.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.425 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1016574257(state=PENDING, result=null, callback=(continuation of Deferred@1735491842 after retry RPC after error@1795007923) -> (continuation of Deferred@1644842879 after retry RPC after error@1670734902) -> (continuation of Deferred@143102167 after retry RPC after error@256928841) -> (continuation of Deferred@1058126699 after retry RPC after error@2012073067) -> (continuation of Deferred@1129905001 after retry RPC after error@1332143471) -> (continuation of Deferred@2107557131 after retry RPC after error@1686753351), errback=(continuation of Deferred@1735491842 after retry RPC after error@1795007923) -> (continuation of Deferred@1644842879 after retry RPC after error@1670734902) -> (continuation of Deferred@143102167 after retry RPC after error@256928841) -> (continuation of Deferred@1058126699 after retry RPC after error@2012073067) -> (continuation of Deferred@1129905001 after retry RPC after error@1332143471) -> (continuation of Deferred@2107557131 after retry RPC after error@1686753351)))
09:14:45.426 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1016574257(state=PENDING, result=null, callback=(continuation of Deferred@1735491842 after retry RPC after error@1795007923) -> (continuation of Deferred@1644842879 after retry RPC after error@1670734902) -> (continuation of Deferred@143102167 after retry RPC after error@256928841) -> (continuation of Deferred@1058126699 after retry RPC after error@2012073067) -> (continuation of Deferred@1129905001 after retry RPC after error@1332143471) -> (continuation of Deferred@2107557131 after retry RPC after error@1686753351), errback=(continuation of Deferred@1735491842 after retry RPC after error@1795007923) -> (continuation of Deferred@1644842879 after retry RPC after error@1670734902) -> (continuation of Deferred@143102167 after retry RPC after error@256928841) -> (continuation of Deferred@1058126699 after retry RPC after error@2012073067) -> (continuation of Deferred@1129905001 after retry RPC after error@1332143471) -> (continuation of Deferred@2107557131 after retry RPC after error@1686753351)))
09:14:45.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.486 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.504 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.524 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.564 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.624 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1137420591(state=PENDING, result=null, callback=(continuation of Deferred@768696060 after retry RPC after error@731200090) -> (continuation of Deferred@1513590196 after retry RPC after error@1143723276) -> (continuation of Deferred@1663718859 after retry RPC after error@1634722846) -> (continuation of Deferred@131305386 after retry RPC after error@499825129) -> (continuation of Deferred@754918294 after retry RPC after error@841907459) -> (continuation of Deferred@689642035 after retry RPC after error@1641474824), errback=(continuation of Deferred@768696060 after retry RPC after error@731200090) -> (continuation of Deferred@1513590196 after retry RPC after error@1143723276) -> (continuation of Deferred@1663718859 after retry RPC after error@1634722846) -> (continuation of Deferred@131305386 after retry RPC after error@499825129) -> (continuation of Deferred@754918294 after retry RPC after error@841907459) -> (continuation of Deferred@689642035 after retry RPC after error@1641474824)))
09:14:45.625 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1137420591(state=PENDING, result=null, callback=(continuation of Deferred@768696060 after retry RPC after error@731200090) -> (continuation of Deferred@1513590196 after retry RPC after error@1143723276) -> (continuation of Deferred@1663718859 after retry RPC after error@1634722846) -> (continuation of Deferred@131305386 after retry RPC after error@499825129) -> (continuation of Deferred@754918294 after retry RPC after error@841907459) -> (continuation of Deferred@689642035 after retry RPC after error@1641474824), errback=(continuation of Deferred@768696060 after retry RPC after error@731200090) -> (continuation of Deferred@1513590196 after retry RPC after error@1143723276) -> (continuation of Deferred@1663718859 after retry RPC after error@1634722846) -> (continuation of Deferred@131305386 after retry RPC after error@499825129) -> (continuation of Deferred@754918294 after retry RPC after error@841907459) -> (continuation of Deferred@689642035 after retry RPC after error@1641474824)))
09:14:45.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.644 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.764 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.784 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.785 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1225211097(state=PENDING, result=null, callback=(continuation of Deferred@353192615 after retry RPC after error@993361908) -> (continuation of Deferred@850360342 after retry RPC after error@1111386990) -> (continuation of Deferred@1025067516 after retry RPC after error@767777652) -> (continuation of Deferred@1692793106 after retry RPC after error@1429310459) -> (continuation of Deferred@579890696 after retry RPC after error@364874197) -> (continuation of Deferred@1591332633 after retry RPC after error@133101930), errback=(continuation of Deferred@353192615 after retry RPC after error@993361908) -> (continuation of Deferred@850360342 after retry RPC after error@1111386990) -> (continuation of Deferred@1025067516 after retry RPC after error@767777652) -> (continuation of Deferred@1692793106 after retry RPC after error@1429310459) -> (continuation of Deferred@579890696 after retry RPC after error@364874197) -> (continuation of Deferred@1591332633 after retry RPC after error@133101930)))
09:14:45.785 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1225211097(state=PENDING, result=null, callback=(continuation of Deferred@353192615 after retry RPC after error@993361908) -> (continuation of Deferred@850360342 after retry RPC after error@1111386990) -> (continuation of Deferred@1025067516 after retry RPC after error@767777652) -> (continuation of Deferred@1692793106 after retry RPC after error@1429310459) -> (continuation of Deferred@579890696 after retry RPC after error@364874197) -> (continuation of Deferred@1591332633 after retry RPC after error@133101930), errback=(continuation of Deferred@353192615 after retry RPC after error@993361908) -> (continuation of Deferred@850360342 after retry RPC after error@1111386990) -> (continuation of Deferred@1025067516 after retry RPC after error@767777652) -> (continuation of Deferred@1692793106 after retry RPC after error@1429310459) -> (continuation of Deferred@579890696 after retry RPC after error@364874197) -> (continuation of Deferred@1591332633 after retry RPC after error@133101930)))
09:14:45.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:45.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:45.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:45.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:45.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:45.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.025 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1646253572(state=PENDING, result=null, callback=(continuation of Deferred@1481183586 after retry RPC after error@1383372599) -> (continuation of Deferred@1560531710 after retry RPC after error@1102090412) -> (continuation of Deferred@1365396473 after retry RPC after error@668578765) -> (continuation of Deferred@1687032298 after retry RPC after error@570349607) -> (continuation of Deferred@1644192354 after retry RPC after error@137224756) -> (continuation of Deferred@473478042 after retry RPC after error@1271955418) -> (continuation of Deferred@706877360 after retry RPC after error@1308195970), errback=(continuation of Deferred@1481183586 after retry RPC after error@1383372599) -> (continuation of Deferred@1560531710 after retry RPC after error@1102090412) -> (continuation of Deferred@1365396473 after retry RPC after error@668578765) -> (continuation of Deferred@1687032298 after retry RPC after error@570349607) -> (continuation of Deferred@1644192354 after retry RPC after error@137224756) -> (continuation of Deferred@473478042 after retry RPC after error@1271955418) -> (continuation of Deferred@706877360 after retry RPC after error@1308195970)))
09:14:46.025 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1646253572(state=PENDING, result=null, callback=(continuation of Deferred@1481183586 after retry RPC after error@1383372599) -> (continuation of Deferred@1560531710 after retry RPC after error@1102090412) -> (continuation of Deferred@1365396473 after retry RPC after error@668578765) -> (continuation of Deferred@1687032298 after retry RPC after error@570349607) -> (continuation of Deferred@1644192354 after retry RPC after error@137224756) -> (continuation of Deferred@473478042 after retry RPC after error@1271955418) -> (continuation of Deferred@706877360 after retry RPC after error@1308195970), errback=(continuation of Deferred@1481183586 after retry RPC after error@1383372599) -> (continuation of Deferred@1560531710 after retry RPC after error@1102090412) -> (continuation of Deferred@1365396473 after retry RPC after error@668578765) -> (continuation of Deferred@1687032298 after retry RPC after error@570349607) -> (continuation of Deferred@1644192354 after retry RPC after error@137224756) -> (continuation of Deferred@473478042 after retry RPC after error@1271955418) -> (continuation of Deferred@706877360 after retry RPC after error@1308195970)))
09:14:46.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.104 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.285 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@743747285(state=PENDING, result=null, callback=(continuation of Deferred@2139424661 after retry RPC after error@96050136) -> (continuation of Deferred@1655941893 after retry RPC after error@1796768640) -> (continuation of Deferred@1022789849 after retry RPC after error@1968743364) -> (continuation of Deferred@172803561 after retry RPC after error@627528611) -> (continuation of Deferred@769636246 after retry RPC after error@489252714) -> (continuation of Deferred@1906739883 after retry RPC after error@1858282871) -> (continuation of Deferred@1055935550 after retry RPC after error@1756655293), errback=(continuation of Deferred@2139424661 after retry RPC after error@96050136) -> (continuation of Deferred@1655941893 after retry RPC after error@1796768640) -> (continuation of Deferred@1022789849 after retry RPC after error@1968743364) -> (continuation of Deferred@172803561 after retry RPC after error@627528611) -> (continuation of Deferred@769636246 after retry RPC after error@489252714) -> (continuation of Deferred@1906739883 after retry RPC after error@1858282871) -> (continuation of Deferred@1055935550 after retry RPC after error@1756655293)))
09:14:46.285 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@743747285(state=PENDING, result=null, callback=(continuation of Deferred@2139424661 after retry RPC after error@96050136) -> (continuation of Deferred@1655941893 after retry RPC after error@1796768640) -> (continuation of Deferred@1022789849 after retry RPC after error@1968743364) -> (continuation of Deferred@172803561 after retry RPC after error@627528611) -> (continuation of Deferred@769636246 after retry RPC after error@489252714) -> (continuation of Deferred@1906739883 after retry RPC after error@1858282871) -> (continuation of Deferred@1055935550 after retry RPC after error@1756655293), errback=(continuation of Deferred@2139424661 after retry RPC after error@96050136) -> (continuation of Deferred@1655941893 after retry RPC after error@1796768640) -> (continuation of Deferred@1022789849 after retry RPC after error@1968743364) -> (continuation of Deferred@172803561 after retry RPC after error@627528611) -> (continuation of Deferred@769636246 after retry RPC after error@489252714) -> (continuation of Deferred@1906739883 after retry RPC after error@1858282871) -> (continuation of Deferred@1055935550 after retry RPC after error@1756655293)))
09:14:46.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.344 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.464 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@789294825(state=PENDING, result=null, callback=(continuation of Deferred@304110943 after retry RPC after error@972024458) -> (continuation of Deferred@1160010988 after retry RPC after error@925552199) -> (continuation of Deferred@670082904 after retry RPC after error@1628283542) -> (continuation of Deferred@111759719 after retry RPC after error@1737555715) -> (continuation of Deferred@1173905102 after retry RPC after error@1240288757) -> (continuation of Deferred@92479430 after retry RPC after error@1695252626), errback=(continuation of Deferred@304110943 after retry RPC after error@972024458) -> (continuation of Deferred@1160010988 after retry RPC after error@925552199) -> (continuation of Deferred@670082904 after retry RPC after error@1628283542) -> (continuation of Deferred@111759719 after retry RPC after error@1737555715) -> (continuation of Deferred@1173905102 after retry RPC after error@1240288757) -> (continuation of Deferred@92479430 after retry RPC after error@1695252626)))
09:14:46.465 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@789294825(state=PENDING, result=null, callback=(continuation of Deferred@304110943 after retry RPC after error@972024458) -> (continuation of Deferred@1160010988 after retry RPC after error@925552199) -> (continuation of Deferred@670082904 after retry RPC after error@1628283542) -> (continuation of Deferred@111759719 after retry RPC after error@1737555715) -> (continuation of Deferred@1173905102 after retry RPC after error@1240288757) -> (continuation of Deferred@92479430 after retry RPC after error@1695252626), errback=(continuation of Deferred@304110943 after retry RPC after error@972024458) -> (continuation of Deferred@1160010988 after retry RPC after error@925552199) -> (continuation of Deferred@670082904 after retry RPC after error@1628283542) -> (continuation of Deferred@111759719 after retry RPC after error@1737555715) -> (continuation of Deferred@1173905102 after retry RPC after error@1240288757) -> (continuation of Deferred@92479430 after retry RPC after error@1695252626)))
09:14:46.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.484 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.604 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.604 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:46.621271 10929 raft_consensus.cc:493] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8a099aca56e44359b91b3c0800a38ec3)
09:14:46.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:46.621446 10929 raft_consensus.cc:515] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:14:46.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:46.621968 10929 leader_election.cc:290] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205), 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311)
09:14:46.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:46.623701 10150 leader_election.cc:336] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205): Network error: Client connection negotiation failed: client connection to 127.9.205.254:33205: connect: Connection refused (error 111)
09:14:46.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:46.623849 10148 leader_election.cc:336] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311): Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111)
09:14:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:46.623953 10148 leader_election.cc:304] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 130310c74d714934bdecfd6981872d61; no voters: 655505cfce41453cbbaa13d6dd3467b9, 8a099aca56e44359b91b3c0800a38ec3
09:14:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:46.624172 10929 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
09:14:46.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.705 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@994991736(state=PENDING, result=null, callback=(continuation of Deferred@1104996784 after retry RPC after error@2039604237) -> (continuation of Deferred@1761437732 after retry RPC after error@562648797) -> (continuation of Deferred@121547317 after retry RPC after error@1912182611) -> (continuation of Deferred@1917218048 after retry RPC after error@420667947) -> (continuation of Deferred@1804569662 after retry RPC after error@1450302739) -> (continuation of Deferred@387880112 after retry RPC after error@429076418) -> (continuation of Deferred@250261170 after retry RPC after error@1454076729), errback=(continuation of Deferred@1104996784 after retry RPC after error@2039604237) -> (continuation of Deferred@1761437732 after retry RPC after error@562648797) -> (continuation of Deferred@121547317 after retry RPC after error@1912182611) -> (continuation of Deferred@1917218048 after retry RPC after error@420667947) -> (continuation of Deferred@1804569662 after retry RPC after error@1450302739) -> (continuation of Deferred@387880112 after retry RPC after error@429076418) -> (continuation of Deferred@250261170 after retry RPC after error@1454076729)))
09:14:46.706 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@994991736(state=PENDING, result=null, callback=(continuation of Deferred@1104996784 after retry RPC after error@2039604237) -> (continuation of Deferred@1761437732 after retry RPC after error@562648797) -> (continuation of Deferred@121547317 after retry RPC after error@1912182611) -> (continuation of Deferred@1917218048 after retry RPC after error@420667947) -> (continuation of Deferred@1804569662 after retry RPC after error@1450302739) -> (continuation of Deferred@387880112 after retry RPC after error@429076418) -> (continuation of Deferred@250261170 after retry RPC after error@1454076729), errback=(continuation of Deferred@1104996784 after retry RPC after error@2039604237) -> (continuation of Deferred@1761437732 after retry RPC after error@562648797) -> (continuation of Deferred@121547317 after retry RPC after error@1912182611) -> (continuation of Deferred@1917218048 after retry RPC after error@420667947) -> (continuation of Deferred@1804569662 after retry RPC after error@1450302739) -> (continuation of Deferred@387880112 after retry RPC after error@429076418) -> (continuation of Deferred@250261170 after retry RPC after error@1454076729)))
09:14:46.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.744 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.924 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.945 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [203ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@930217358(state=PENDING, result=null, callback=(continuation of Deferred@1642494423 after retry RPC after error@1618675610) -> (continuation of Deferred@2141084020 after retry RPC after error@1195067012) -> (continuation of Deferred@365012853 after retry RPC after error@759047552) -> (continuation of Deferred@551980202 after retry RPC after error@1031074132) -> (continuation of Deferred@622199680 after retry RPC after error@2044207239) -> (continuation of Deferred@1842311370 after retry RPC after error@2007745142) -> (continuation of Deferred@1656014080 after retry RPC after error@1523584457), errback=(continuation of Deferred@1642494423 after retry RPC after error@1618675610) -> (continuation of Deferred@2141084020 after retry RPC after error@1195067012) -> (continuation of Deferred@365012853 after retry RPC after error@759047552) -> (continuation of Deferred@551980202 after retry RPC after error@1031074132) -> (continuation of Deferred@622199680 after retry RPC after error@2044207239) -> (continuation of Deferred@1842311370 after retry RPC after error@2007745142) -> (continuation of Deferred@1656014080 after retry RPC after error@1523584457)))
09:14:46.945 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [203ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@930217358(state=PENDING, result=null, callback=(continuation of Deferred@1642494423 after retry RPC after error@1618675610) -> (continuation of Deferred@2141084020 after retry RPC after error@1195067012) -> (continuation of Deferred@365012853 after retry RPC after error@759047552) -> (continuation of Deferred@551980202 after retry RPC after error@1031074132) -> (continuation of Deferred@622199680 after retry RPC after error@2044207239) -> (continuation of Deferred@1842311370 after retry RPC after error@2007745142) -> (continuation of Deferred@1656014080 after retry RPC after error@1523584457), errback=(continuation of Deferred@1642494423 after retry RPC after error@1618675610) -> (continuation of Deferred@2141084020 after retry RPC after error@1195067012) -> (continuation of Deferred@365012853 after retry RPC after error@759047552) -> (continuation of Deferred@551980202 after retry RPC after error@1031074132) -> (continuation of Deferred@622199680 after retry RPC after error@2044207239) -> (continuation of Deferred@1842311370 after retry RPC after error@2007745142) -> (continuation of Deferred@1656014080 after retry RPC after error@1523584457)))
09:14:46.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:46.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:46.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:46.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:46.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:46.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.185 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@914493291(state=PENDING, result=null, callback=(continuation of Deferred@816776351 after retry RPC after error@711693035) -> (continuation of Deferred@1458913730 after retry RPC after error@1890247968) -> (continuation of Deferred@954829910 after retry RPC after error@1315159402) -> (continuation of Deferred@845422133 after retry RPC after error@356544188) -> (continuation of Deferred@1639963518 after retry RPC after error@845460174) -> (continuation of Deferred@543397633 after retry RPC after error@910178367) -> (continuation of Deferred@700146082 after retry RPC after error@1046369433), errback=(continuation of Deferred@816776351 after retry RPC after error@711693035) -> (continuation of Deferred@1458913730 after retry RPC after error@1890247968) -> (continuation of Deferred@954829910 after retry RPC after error@1315159402) -> (continuation of Deferred@845422133 after retry RPC after error@356544188) -> (continuation of Deferred@1639963518 after retry RPC after error@845460174) -> (continuation of Deferred@543397633 after retry RPC after error@910178367) -> (continuation of Deferred@700146082 after retry RPC after error@1046369433)))
09:14:47.185 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@914493291(state=PENDING, result=null, callback=(continuation of Deferred@816776351 after retry RPC after error@711693035) -> (continuation of Deferred@1458913730 after retry RPC after error@1890247968) -> (continuation of Deferred@954829910 after retry RPC after error@1315159402) -> (continuation of Deferred@845422133 after retry RPC after error@356544188) -> (continuation of Deferred@1639963518 after retry RPC after error@845460174) -> (continuation of Deferred@543397633 after retry RPC after error@910178367) -> (continuation of Deferred@700146082 after retry RPC after error@1046369433), errback=(continuation of Deferred@816776351 after retry RPC after error@711693035) -> (continuation of Deferred@1458913730 after retry RPC after error@1890247968) -> (continuation of Deferred@954829910 after retry RPC after error@1315159402) -> (continuation of Deferred@845422133 after retry RPC after error@356544188) -> (continuation of Deferred@1639963518 after retry RPC after error@845460174) -> (continuation of Deferred@543397633 after retry RPC after error@910178367) -> (continuation of Deferred@700146082 after retry RPC after error@1046369433)))
09:14:47.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.204 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.284 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.425 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@575125305(state=PENDING, result=null, callback=(continuation of Deferred@1531471249 after retry RPC after error@880114038) -> (continuation of Deferred@21790650 after retry RPC after error@514719445) -> (continuation of Deferred@114390140 after retry RPC after error@426771225) -> (continuation of Deferred@2074287650 after retry RPC after error@176757973) -> (continuation of Deferred@125238124 after retry RPC after error@512182352) -> (continuation of Deferred@2109085612 after retry RPC after error@1067172731) -> (continuation of Deferred@252113535 after retry RPC after error@736624135), errback=(continuation of Deferred@1531471249 after retry RPC after error@880114038) -> (continuation of Deferred@21790650 after retry RPC after error@514719445) -> (continuation of Deferred@114390140 after retry RPC after error@426771225) -> (continuation of Deferred@2074287650 after retry RPC after error@176757973) -> (continuation of Deferred@125238124 after retry RPC after error@512182352) -> (continuation of Deferred@2109085612 after retry RPC after error@1067172731) -> (continuation of Deferred@252113535 after retry RPC after error@736624135)))
09:14:47.425 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@575125305(state=PENDING, result=null, callback=(continuation of Deferred@1531471249 after retry RPC after error@880114038) -> (continuation of Deferred@21790650 after retry RPC after error@514719445) -> (continuation of Deferred@114390140 after retry RPC after error@426771225) -> (continuation of Deferred@2074287650 after retry RPC after error@176757973) -> (continuation of Deferred@125238124 after retry RPC after error@512182352) -> (continuation of Deferred@2109085612 after retry RPC after error@1067172731) -> (continuation of Deferred@252113535 after retry RPC after error@736624135), errback=(continuation of Deferred@1531471249 after retry RPC after error@880114038) -> (continuation of Deferred@21790650 after retry RPC after error@514719445) -> (continuation of Deferred@114390140 after retry RPC after error@426771225) -> (continuation of Deferred@2074287650 after retry RPC after error@176757973) -> (continuation of Deferred@125238124 after retry RPC after error@512182352) -> (continuation of Deferred@2109085612 after retry RPC after error@1067172731) -> (continuation of Deferred@252113535 after retry RPC after error@736624135)))
09:14:47.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.484 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.486 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.524 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.665 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@2146077512(state=PENDING, result=null, callback=(continuation of Deferred@1519080669 after retry RPC after error@1292499983) -> (continuation of Deferred@2016754025 after retry RPC after error@1395543532) -> (continuation of Deferred@1392756456 after retry RPC after error@1365815555) -> (continuation of Deferred@4666422 after retry RPC after error@564611327) -> (continuation of Deferred@1818164901 after retry RPC after error@2024450692) -> (continuation of Deferred@1106630435 after retry RPC after error@1510903634) -> (continuation of Deferred@1103034720 after retry RPC after error@1827505497), errback=(continuation of Deferred@1519080669 after retry RPC after error@1292499983) -> (continuation of Deferred@2016754025 after retry RPC after error@1395543532) -> (continuation of Deferred@1392756456 after retry RPC after error@1365815555) -> (continuation of Deferred@4666422 after retry RPC after error@564611327) -> (continuation of Deferred@1818164901 after retry RPC after error@2024450692) -> (continuation of Deferred@1106630435 after retry RPC after error@1510903634) -> (continuation of Deferred@1103034720 after retry RPC after error@1827505497)))
09:14:47.665 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@2146077512(state=PENDING, result=null, callback=(continuation of Deferred@1519080669 after retry RPC after error@1292499983) -> (continuation of Deferred@2016754025 after retry RPC after error@1395543532) -> (continuation of Deferred@1392756456 after retry RPC after error@1365815555) -> (continuation of Deferred@4666422 after retry RPC after error@564611327) -> (continuation of Deferred@1818164901 after retry RPC after error@2024450692) -> (continuation of Deferred@1106630435 after retry RPC after error@1510903634) -> (continuation of Deferred@1103034720 after retry RPC after error@1827505497), errback=(continuation of Deferred@1519080669 after retry RPC after error@1292499983) -> (continuation of Deferred@2016754025 after retry RPC after error@1395543532) -> (continuation of Deferred@1392756456 after retry RPC after error@1365815555) -> (continuation of Deferred@4666422 after retry RPC after error@564611327) -> (continuation of Deferred@1818164901 after retry RPC after error@2024450692) -> (continuation of Deferred@1106630435 after retry RPC after error@1510903634) -> (continuation of Deferred@1103034720 after retry RPC after error@1827505497)))
09:14:47.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.744 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:47.938525 10940 raft_consensus.cc:493] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8a099aca56e44359b91b3c0800a38ec3)
09:14:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:47.938741 10940 raft_consensus.cc:515] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:14:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:47.939414 10940 leader_election.cc:290] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205), 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311)
09:14:47.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:47.941481 10148 leader_election.cc:336] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311): Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111)
09:14:47.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:47.941649 10150 leader_election.cc:336] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205): Network error: Client connection negotiation failed: client connection to 127.9.205.254:33205: connect: Connection refused (error 111)
09:14:47.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:47.941816 10150 leader_election.cc:304] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 130310c74d714934bdecfd6981872d61; no voters: 655505cfce41453cbbaa13d6dd3467b9, 8a099aca56e44359b91b3c0800a38ec3
09:14:47.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:47.942094 10940 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
09:14:47.943 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1483285440(state=PENDING, result=null, callback=(continuation of Deferred@1553368970 after retry RPC after error@652664319) -> (continuation of Deferred@901019110 after retry RPC after error@609363891) -> (continuation of Deferred@1284525668 after retry RPC after error@1544125228) -> (continuation of Deferred@1250176526 after retry RPC after error@2145314642) -> (continuation of Deferred@829650339 after retry RPC after error@649373882) -> (continuation of Deferred@1303057980 after retry RPC after error@1162316972) -> (continuation of Deferred@1874016202 after retry RPC after error@1816245246), errback=(continuation of Deferred@1553368970 after retry RPC after error@652664319) -> (continuation of Deferred@901019110 after retry RPC after error@609363891) -> (continuation of Deferred@1284525668 after retry RPC after error@1544125228) -> (continuation of Deferred@1250176526 after retry RPC after error@2145314642) -> (continuation of Deferred@829650339 after retry RPC after error@649373882) -> (continuation of Deferred@1303057980 after retry RPC after error@1162316972) -> (continuation of Deferred@1874016202 after retry RPC after error@1816245246)))
09:14:47.944 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:14:47.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:47.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:47.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:47.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:47.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:47.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.044 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.185 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@7964531(state=PENDING, result=null, callback=(continuation of Deferred@1567489763 after retry RPC after error@333614830) -> (continuation of Deferred@283008258 after retry RPC after error@1557135989) -> (continuation of Deferred@1861776874 after retry RPC after error@1776943909) -> (continuation of Deferred@188642647 after retry RPC after error@1461784047) -> (continuation of Deferred@2052814276 after retry RPC after error@1133617793) -> (continuation of Deferred@998110057 after retry RPC after error@1684852636) -> (continuation of Deferred@1161323392 after retry RPC after error@192107532), errback=(continuation of Deferred@1567489763 after retry RPC after error@333614830) -> (continuation of Deferred@283008258 after retry RPC after error@1557135989) -> (continuation of Deferred@1861776874 after retry RPC after error@1776943909) -> (continuation of Deferred@188642647 after retry RPC after error@1461784047) -> (continuation of Deferred@2052814276 after retry RPC after error@1133617793) -> (continuation of Deferred@998110057 after retry RPC after error@1684852636) -> (continuation of Deferred@1161323392 after retry RPC after error@192107532)))
09:14:48.186 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@7964531(state=PENDING, result=null, callback=(continuation of Deferred@1567489763 after retry RPC after error@333614830) -> (continuation of Deferred@283008258 after retry RPC after error@1557135989) -> (continuation of Deferred@1861776874 after retry RPC after error@1776943909) -> (continuation of Deferred@188642647 after retry RPC after error@1461784047) -> (continuation of Deferred@2052814276 after retry RPC after error@1133617793) -> (continuation of Deferred@998110057 after retry RPC after error@1684852636) -> (continuation of Deferred@1161323392 after retry RPC after error@192107532), errback=(continuation of Deferred@1567489763 after retry RPC after error@333614830) -> (continuation of Deferred@283008258 after retry RPC after error@1557135989) -> (continuation of Deferred@1861776874 after retry RPC after error@1776943909) -> (continuation of Deferred@188642647 after retry RPC after error@1461784047) -> (continuation of Deferred@2052814276 after retry RPC after error@1133617793) -> (continuation of Deferred@998110057 after retry RPC after error@1684852636) -> (continuation of Deferred@1161323392 after retry RPC after error@192107532)))
09:14:48.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.344 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@124487377(state=PENDING, result=null, callback=(continuation of Deferred@1372286040 after retry RPC after error@569671581) -> (continuation of Deferred@490334167 after retry RPC after error@1178576815) -> (continuation of Deferred@1276951196 after retry RPC after error@1310075925) -> (continuation of Deferred@474185055 after retry RPC after error@662348711) -> (continuation of Deferred@236664206 after retry RPC after error@1905448668) -> (continuation of Deferred@1983706164 after retry RPC after error@78186191), errback=(continuation of Deferred@1372286040 after retry RPC after error@569671581) -> (continuation of Deferred@490334167 after retry RPC after error@1178576815) -> (continuation of Deferred@1276951196 after retry RPC after error@1310075925) -> (continuation of Deferred@474185055 after retry RPC after error@662348711) -> (continuation of Deferred@236664206 after retry RPC after error@1905448668) -> (continuation of Deferred@1983706164 after retry RPC after error@78186191)))
09:14:48.345 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@124487377(state=PENDING, result=null, callback=(continuation of Deferred@1372286040 after retry RPC after error@569671581) -> (continuation of Deferred@490334167 after retry RPC after error@1178576815) -> (continuation of Deferred@1276951196 after retry RPC after error@1310075925) -> (continuation of Deferred@474185055 after retry RPC after error@662348711) -> (continuation of Deferred@236664206 after retry RPC after error@1905448668) -> (continuation of Deferred@1983706164 after retry RPC after error@78186191), errback=(continuation of Deferred@1372286040 after retry RPC after error@569671581) -> (continuation of Deferred@490334167 after retry RPC after error@1178576815) -> (continuation of Deferred@1276951196 after retry RPC after error@1310075925) -> (continuation of Deferred@474185055 after retry RPC after error@662348711) -> (continuation of Deferred@236664206 after retry RPC after error@1905448668) -> (continuation of Deferred@1983706164 after retry RPC after error@78186191)))
09:14:48.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.545 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1409298262(state=PENDING, result=null, callback=(continuation of Deferred@327849017 after retry RPC after error@1122770277) -> (continuation of Deferred@682575908 after retry RPC after error@2097195256) -> (continuation of Deferred@988594237 after retry RPC after error@407500080) -> (continuation of Deferred@1257594997 after retry RPC after error@843732667) -> (continuation of Deferred@1861981671 after retry RPC after error@969674109) -> (continuation of Deferred@1482368249 after retry RPC after error@952389319), errback=(continuation of Deferred@327849017 after retry RPC after error@1122770277) -> (continuation of Deferred@682575908 after retry RPC after error@2097195256) -> (continuation of Deferred@988594237 after retry RPC after error@407500080) -> (continuation of Deferred@1257594997 after retry RPC after error@843732667) -> (continuation of Deferred@1861981671 after retry RPC after error@969674109) -> (continuation of Deferred@1482368249 after retry RPC after error@952389319)))
09:14:48.546 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1409298262(state=PENDING, result=null, callback=(continuation of Deferred@327849017 after retry RPC after error@1122770277) -> (continuation of Deferred@682575908 after retry RPC after error@2097195256) -> (continuation of Deferred@988594237 after retry RPC after error@407500080) -> (continuation of Deferred@1257594997 after retry RPC after error@843732667) -> (continuation of Deferred@1861981671 after retry RPC after error@969674109) -> (continuation of Deferred@1482368249 after retry RPC after error@952389319), errback=(continuation of Deferred@327849017 after retry RPC after error@1122770277) -> (continuation of Deferred@682575908 after retry RPC after error@2097195256) -> (continuation of Deferred@988594237 after retry RPC after error@407500080) -> (continuation of Deferred@1257594997 after retry RPC after error@843732667) -> (continuation of Deferred@1861981671 after retry RPC after error@969674109) -> (continuation of Deferred@1482368249 after retry RPC after error@952389319)))
09:14:48.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.624 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.804 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1478461540(state=PENDING, result=null, callback=(continuation of Deferred@1118298310 after retry RPC after error@1375829775) -> (continuation of Deferred@1397305183 after retry RPC after error@1999753722) -> (continuation of Deferred@183348746 after retry RPC after error@1397576031) -> (continuation of Deferred@1231339454 after retry RPC after error@807602537) -> (continuation of Deferred@1473871001 after retry RPC after error@1848051860) -> (continuation of Deferred@47367073 after retry RPC after error@705886931) -> (continuation of Deferred@909342396 after retry RPC after error@1619442502) -> (continuation of Deferred@1952293692 after retry RPC after error@1227102982), errback=(continuation of Deferred@1118298310 after retry RPC after error@1375829775) -> (continuation of Deferred@1397305183 after retry RPC after error@1999753722) -> (continuation of Deferred@183348746 after retry RPC after error@1397576031) -> (continuation of Deferred@1231339454 after retry RPC after error@807602537) -> (continuation of Deferred@1473871001 after retry RPC after error@1848051860) -> (continuation of Deferred@47367073 after retry RPC after error@705886931) -> (continuation of Deferred@909342396 after retry RPC after error@1619442502) -> (continuation of Deferred@1952293692 after retry RPC after error@1227102982)))
09:14:48.805 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1478461540(state=PENDING, result=null, callback=(continuation of Deferred@1118298310 after retry RPC after error@1375829775) -> (continuation of Deferred@1397305183 after retry RPC after error@1999753722) -> (continuation of Deferred@183348746 after retry RPC after error@1397576031) -> (continuation of Deferred@1231339454 after retry RPC after error@807602537) -> (continuation of Deferred@1473871001 after retry RPC after error@1848051860) -> (continuation of Deferred@47367073 after retry RPC after error@705886931) -> (continuation of Deferred@909342396 after retry RPC after error@1619442502) -> (continuation of Deferred@1952293692 after retry RPC after error@1227102982), errback=(continuation of Deferred@1118298310 after retry RPC after error@1375829775) -> (continuation of Deferred@1397305183 after retry RPC after error@1999753722) -> (continuation of Deferred@183348746 after retry RPC after error@1397576031) -> (continuation of Deferred@1231339454 after retry RPC after error@807602537) -> (continuation of Deferred@1473871001 after retry RPC after error@1848051860) -> (continuation of Deferred@47367073 after retry RPC after error@705886931) -> (continuation of Deferred@909342396 after retry RPC after error@1619442502) -> (continuation of Deferred@1952293692 after retry RPC after error@1227102982)))
09:14:48.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.844 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.904 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:48.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:48.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:48.984 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:48.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:48.987 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.044 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.045 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [83ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [164ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [165ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [223ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1859937289(state=PENDING, result=null, callback=(continuation of Deferred@1587794590 after retry RPC after error@1564731187) -> (continuation of Deferred@1193090641 after retry RPC after error@1248642711) -> (continuation of Deferred@177982054 after retry RPC after error@1210306169) -> (continuation of Deferred@1734586042 after retry RPC after error@1268221119) -> (continuation of Deferred@529248081 after retry RPC after error@1225652959) -> (continuation of Deferred@862030650 after retry RPC after error@1151619989) -> (continuation of Deferred@102210935 after retry RPC after error@543839336), errback=(continuation of Deferred@1587794590 after retry RPC after error@1564731187) -> (continuation of Deferred@1193090641 after retry RPC after error@1248642711) -> (continuation of Deferred@177982054 after retry RPC after error@1210306169) -> (continuation of Deferred@1734586042 after retry RPC after error@1268221119) -> (continuation of Deferred@529248081 after retry RPC after error@1225652959) -> (continuation of Deferred@862030650 after retry RPC after error@1151619989) -> (continuation of Deferred@102210935 after retry RPC after error@543839336)))
09:14:49.046 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [83ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [164ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [165ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [223ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1859937289(state=PENDING, result=null, callback=(continuation of Deferred@1587794590 after retry RPC after error@1564731187) -> (continuation of Deferred@1193090641 after retry RPC after error@1248642711) -> (continuation of Deferred@177982054 after retry RPC after error@1210306169) -> (continuation of Deferred@1734586042 after retry RPC after error@1268221119) -> (continuation of Deferred@529248081 after retry RPC after error@1225652959) -> (continuation of Deferred@862030650 after retry RPC after error@1151619989) -> (continuation of Deferred@102210935 after retry RPC after error@543839336), errback=(continuation of Deferred@1587794590 after retry RPC after error@1564731187) -> (continuation of Deferred@1193090641 after retry RPC after error@1248642711) -> (continuation of Deferred@177982054 after retry RPC after error@1210306169) -> (continuation of Deferred@1734586042 after retry RPC after error@1268221119) -> (continuation of Deferred@529248081 after retry RPC after error@1225652959) -> (continuation of Deferred@862030650 after retry RPC after error@1151619989) -> (continuation of Deferred@102210935 after retry RPC after error@543839336)))
09:14:49.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.265 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1325733352(state=PENDING, result=null, callback=(continuation of Deferred@826410800 after retry RPC after error@909126514) -> (continuation of Deferred@1588849713 after retry RPC after error@972953690) -> (continuation of Deferred@413463506 after retry RPC after error@804794383) -> (continuation of Deferred@1860932517 after retry RPC after error@664693482) -> (continuation of Deferred@404436904 after retry RPC after error@1980568812) -> (continuation of Deferred@1145685811 after retry RPC after error@273951850) -> (continuation of Deferred@1370750911 after retry RPC after error@1334258449), errback=(continuation of Deferred@826410800 after retry RPC after error@909126514) -> (continuation of Deferred@1588849713 after retry RPC after error@972953690) -> (continuation of Deferred@413463506 after retry RPC after error@804794383) -> (continuation of Deferred@1860932517 after retry RPC after error@664693482) -> (continuation of Deferred@404436904 after retry RPC after error@1980568812) -> (continuation of Deferred@1145685811 after retry RPC after error@273951850) -> (continuation of Deferred@1370750911 after retry RPC after error@1334258449)))
09:14:49.265 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1325733352(state=PENDING, result=null, callback=(continuation of Deferred@826410800 after retry RPC after error@909126514) -> (continuation of Deferred@1588849713 after retry RPC after error@972953690) -> (continuation of Deferred@413463506 after retry RPC after error@804794383) -> (continuation of Deferred@1860932517 after retry RPC after error@664693482) -> (continuation of Deferred@404436904 after retry RPC after error@1980568812) -> (continuation of Deferred@1145685811 after retry RPC after error@273951850) -> (continuation of Deferred@1370750911 after retry RPC after error@1334258449), errback=(continuation of Deferred@826410800 after retry RPC after error@909126514) -> (continuation of Deferred@1588849713 after retry RPC after error@972953690) -> (continuation of Deferred@413463506 after retry RPC after error@804794383) -> (continuation of Deferred@1860932517 after retry RPC after error@664693482) -> (continuation of Deferred@404436904 after retry RPC after error@1980568812) -> (continuation of Deferred@1145685811 after retry RPC after error@273951850) -> (continuation of Deferred@1370750911 after retry RPC after error@1334258449)))
09:14:49.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.284 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.364 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.465 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@805004891(state=PENDING, result=null, callback=(continuation of Deferred@723730646 after retry RPC after error@1541334057) -> (continuation of Deferred@1036939302 after retry RPC after error@1232273530) -> (continuation of Deferred@2028461170 after retry RPC after error@1421119723) -> (continuation of Deferred@448107803 after retry RPC after error@1259615975) -> (continuation of Deferred@232155067 after retry RPC after error@2098568482) -> (continuation of Deferred@1270797014 after retry RPC after error@561477192) -> (continuation of Deferred@522331746 after retry RPC after error@1318011945), errback=(continuation of Deferred@723730646 after retry RPC after error@1541334057) -> (continuation of Deferred@1036939302 after retry RPC after error@1232273530) -> (continuation of Deferred@2028461170 after retry RPC after error@1421119723) -> (continuation of Deferred@448107803 after retry RPC after error@1259615975) -> (continuation of Deferred@232155067 after retry RPC after error@2098568482) -> (continuation of Deferred@1270797014 after retry RPC after error@561477192) -> (continuation of Deferred@522331746 after retry RPC after error@1318011945)))
09:14:49.465 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@805004891(state=PENDING, result=null, callback=(continuation of Deferred@723730646 after retry RPC after error@1541334057) -> (continuation of Deferred@1036939302 after retry RPC after error@1232273530) -> (continuation of Deferred@2028461170 after retry RPC after error@1421119723) -> (continuation of Deferred@448107803 after retry RPC after error@1259615975) -> (continuation of Deferred@232155067 after retry RPC after error@2098568482) -> (continuation of Deferred@1270797014 after retry RPC after error@561477192) -> (continuation of Deferred@522331746 after retry RPC after error@1318011945), errback=(continuation of Deferred@723730646 after retry RPC after error@1541334057) -> (continuation of Deferred@1036939302 after retry RPC after error@1232273530) -> (continuation of Deferred@2028461170 after retry RPC after error@1421119723) -> (continuation of Deferred@448107803 after retry RPC after error@1259615975) -> (continuation of Deferred@232155067 after retry RPC after error@2098568482) -> (continuation of Deferred@1270797014 after retry RPC after error@561477192) -> (continuation of Deferred@522331746 after retry RPC after error@1318011945)))
09:14:49.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.524 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.604 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.743 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [3ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1953539336(state=PENDING, result=null, callback=(continuation of Deferred@1393071726 after retry RPC after error@915402069) -> (continuation of Deferred@1167860819 after retry RPC after error@884310285) -> (continuation of Deferred@597281299 after retry RPC after error@1790275184) -> (continuation of Deferred@1311732169 after retry RPC after error@1451900136) -> (continuation of Deferred@1001307512 after retry RPC after error@2049544851) -> (continuation of Deferred@1329399078 after retry RPC after error@1222053205) -> (continuation of Deferred@115096650 after retry RPC after error@811043592) -> (continuation of Deferred@392473617 after retry RPC after error@1730786829), errback=(continuation of Deferred@1393071726 after retry RPC after error@915402069) -> (continuation of Deferred@1167860819 after retry RPC after error@884310285) -> (continuation of Deferred@597281299 after retry RPC after error@1790275184) -> (continuation of Deferred@1311732169 after retry RPC after error@1451900136) -> (continuation of Deferred@1001307512 after retry RPC after error@2049544851) -> (continuation of Deferred@1329399078 after retry RPC after error@1222053205) -> (continuation of Deferred@115096650 after retry RPC after error@811043592) -> (continuation of Deferred@392473617 after retry RPC after error@1730786829)))
09:14:49.744 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:14:49.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.804 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.884 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.944 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.945 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@80231077(state=PENDING, result=null, callback=(continuation of Deferred@758409466 after retry RPC after error@884224266) -> (continuation of Deferred@1607742810 after retry RPC after error@437006615) -> (continuation of Deferred@343009556 after retry RPC after error@30975729) -> (continuation of Deferred@2136489333 after retry RPC after error@69676800) -> (continuation of Deferred@520445913 after retry RPC after error@1529781734) -> (continuation of Deferred@1705222243 after retry RPC after error@1489095928), errback=(continuation of Deferred@758409466 after retry RPC after error@884224266) -> (continuation of Deferred@1607742810 after retry RPC after error@437006615) -> (continuation of Deferred@343009556 after retry RPC after error@30975729) -> (continuation of Deferred@2136489333 after retry RPC after error@69676800) -> (continuation of Deferred@520445913 after retry RPC after error@1529781734) -> (continuation of Deferred@1705222243 after retry RPC after error@1489095928)))
09:14:49.946 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@80231077(state=PENDING, result=null, callback=(continuation of Deferred@758409466 after retry RPC after error@884224266) -> (continuation of Deferred@1607742810 after retry RPC after error@437006615) -> (continuation of Deferred@343009556 after retry RPC after error@30975729) -> (continuation of Deferred@2136489333 after retry RPC after error@69676800) -> (continuation of Deferred@520445913 after retry RPC after error@1529781734) -> (continuation of Deferred@1705222243 after retry RPC after error@1489095928), errback=(continuation of Deferred@758409466 after retry RPC after error@884224266) -> (continuation of Deferred@1607742810 after retry RPC after error@437006615) -> (continuation of Deferred@343009556 after retry RPC after error@30975729) -> (continuation of Deferred@2136489333 after retry RPC after error@69676800) -> (continuation of Deferred@520445913 after retry RPC after error@1529781734) -> (continuation of Deferred@1705222243 after retry RPC after error@1489095928)))
09:14:49.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:49.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:49.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:49.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:49.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:49.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.224 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1327977017(state=PENDING, result=null, callback=(continuation of Deferred@1738233763 after retry RPC after error@693725529) -> (continuation of Deferred@1058361601 after retry RPC after error@1247181376) -> (continuation of Deferred@2001537766 after retry RPC after error@356296439) -> (continuation of Deferred@3436552 after retry RPC after error@2043252276) -> (continuation of Deferred@1716298193 after retry RPC after error@372746481) -> (continuation of Deferred@891305487 after retry RPC after error@11382449) -> (continuation of Deferred@57460060 after retry RPC after error@674727392), errback=(continuation of Deferred@1738233763 after retry RPC after error@693725529) -> (continuation of Deferred@1058361601 after retry RPC after error@1247181376) -> (continuation of Deferred@2001537766 after retry RPC after error@356296439) -> (continuation of Deferred@3436552 after retry RPC after error@2043252276) -> (continuation of Deferred@1716298193 after retry RPC after error@372746481) -> (continuation of Deferred@891305487 after retry RPC after error@11382449) -> (continuation of Deferred@57460060 after retry RPC after error@674727392)))
09:14:50.224 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:14:50.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:50.266247 10956 raft_consensus.cc:493] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8a099aca56e44359b91b3c0800a38ec3)
09:14:50.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:50.266422 10956 raft_consensus.cc:515] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:14:50.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:50.266968 10956 leader_election.cc:290] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205), 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311)
09:14:50.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:50.267793 10148 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111) [suppressed 11 similar messages]
09:14:50.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:50.268937 10148 leader_election.cc:336] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311): Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111)
09:14:50.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:50.269081 10150 leader_election.cc:336] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205): Network error: Client connection negotiation failed: client connection to 127.9.205.254:33205: connect: Connection refused (error 111)
09:14:50.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:50.269222 10150 leader_election.cc:304] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 130310c74d714934bdecfd6981872d61; no voters: 655505cfce41453cbbaa13d6dd3467b9, 8a099aca56e44359b91b3c0800a38ec3
09:14:50.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:50.269459 10956 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
09:14:50.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.405 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@925093393(state=PENDING, result=null, callback=(continuation of Deferred@1753352704 after retry RPC after error@1470993323) -> (continuation of Deferred@2085145716 after retry RPC after error@1437779626) -> (continuation of Deferred@764941334 after retry RPC after error@378796741) -> (continuation of Deferred@738373391 after retry RPC after error@1866906547) -> (continuation of Deferred@34814697 after retry RPC after error@190823868) -> (continuation of Deferred@840696079 after retry RPC after error@1750970332) -> (continuation of Deferred@1937904716 after retry RPC after error@88536541), errback=(continuation of Deferred@1753352704 after retry RPC after error@1470993323) -> (continuation of Deferred@2085145716 after retry RPC after error@1437779626) -> (continuation of Deferred@764941334 after retry RPC after error@378796741) -> (continuation of Deferred@738373391 after retry RPC after error@1866906547) -> (continuation of Deferred@34814697 after retry RPC after error@190823868) -> (continuation of Deferred@840696079 after retry RPC after error@1750970332) -> (continuation of Deferred@1937904716 after retry RPC after error@88536541)))
09:14:50.406 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@925093393(state=PENDING, result=null, callback=(continuation of Deferred@1753352704 after retry RPC after error@1470993323) -> (continuation of Deferred@2085145716 after retry RPC after error@1437779626) -> (continuation of Deferred@764941334 after retry RPC after error@378796741) -> (continuation of Deferred@738373391 after retry RPC after error@1866906547) -> (continuation of Deferred@34814697 after retry RPC after error@190823868) -> (continuation of Deferred@840696079 after retry RPC after error@1750970332) -> (continuation of Deferred@1937904716 after retry RPC after error@88536541), errback=(continuation of Deferred@1753352704 after retry RPC after error@1470993323) -> (continuation of Deferred@2085145716 after retry RPC after error@1437779626) -> (continuation of Deferred@764941334 after retry RPC after error@378796741) -> (continuation of Deferred@738373391 after retry RPC after error@1866906547) -> (continuation of Deferred@34814697 after retry RPC after error@190823868) -> (continuation of Deferred@840696079 after retry RPC after error@1750970332) -> (continuation of Deferred@1937904716 after retry RPC after error@88536541)))
09:14:50.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.424 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.484 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.605 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@2074918121(state=PENDING, result=null, callback=(continuation of Deferred@592600806 after retry RPC after error@390922964) -> (continuation of Deferred@528002686 after retry RPC after error@19726988) -> (continuation of Deferred@817486113 after retry RPC after error@1327314496) -> (continuation of Deferred@357329539 after retry RPC after error@2090611652) -> (continuation of Deferred@43158951 after retry RPC after error@614139011) -> (continuation of Deferred@1391815393 after retry RPC after error@1340764520), errback=(continuation of Deferred@592600806 after retry RPC after error@390922964) -> (continuation of Deferred@528002686 after retry RPC after error@19726988) -> (continuation of Deferred@817486113 after retry RPC after error@1327314496) -> (continuation of Deferred@357329539 after retry RPC after error@2090611652) -> (continuation of Deferred@43158951 after retry RPC after error@614139011) -> (continuation of Deferred@1391815393 after retry RPC after error@1340764520)))
09:14:50.605 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@2074918121(state=PENDING, result=null, callback=(continuation of Deferred@592600806 after retry RPC after error@390922964) -> (continuation of Deferred@528002686 after retry RPC after error@19726988) -> (continuation of Deferred@817486113 after retry RPC after error@1327314496) -> (continuation of Deferred@357329539 after retry RPC after error@2090611652) -> (continuation of Deferred@43158951 after retry RPC after error@614139011) -> (continuation of Deferred@1391815393 after retry RPC after error@1340764520), errback=(continuation of Deferred@592600806 after retry RPC after error@390922964) -> (continuation of Deferred@528002686 after retry RPC after error@19726988) -> (continuation of Deferred@817486113 after retry RPC after error@1327314496) -> (continuation of Deferred@357329539 after retry RPC after error@2090611652) -> (continuation of Deferred@43158951 after retry RPC after error@614139011) -> (continuation of Deferred@1391815393 after retry RPC after error@1340764520)))
09:14:50.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.664 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.825 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@186563626(state=PENDING, result=null, callback=(continuation of Deferred@733017474 after retry RPC after error@753978586) -> (continuation of Deferred@1865052755 after retry RPC after error@296447088) -> (continuation of Deferred@1033606946 after retry RPC after error@388438615) -> (continuation of Deferred@732121610 after retry RPC after error@1629580258) -> (continuation of Deferred@14860899 after retry RPC after error@792233354) -> (continuation of Deferred@519731581 after retry RPC after error@1961783099) -> (continuation of Deferred@1653168671 after retry RPC after error@167155473), errback=(continuation of Deferred@733017474 after retry RPC after error@753978586) -> (continuation of Deferred@1865052755 after retry RPC after error@296447088) -> (continuation of Deferred@1033606946 after retry RPC after error@388438615) -> (continuation of Deferred@732121610 after retry RPC after error@1629580258) -> (continuation of Deferred@14860899 after retry RPC after error@792233354) -> (continuation of Deferred@519731581 after retry RPC after error@1961783099) -> (continuation of Deferred@1653168671 after retry RPC after error@167155473)))
09:14:50.825 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@186563626(state=PENDING, result=null, callback=(continuation of Deferred@733017474 after retry RPC after error@753978586) -> (continuation of Deferred@1865052755 after retry RPC after error@296447088) -> (continuation of Deferred@1033606946 after retry RPC after error@388438615) -> (continuation of Deferred@732121610 after retry RPC after error@1629580258) -> (continuation of Deferred@14860899 after retry RPC after error@792233354) -> (continuation of Deferred@519731581 after retry RPC after error@1961783099) -> (continuation of Deferred@1653168671 after retry RPC after error@167155473), errback=(continuation of Deferred@733017474 after retry RPC after error@753978586) -> (continuation of Deferred@1865052755 after retry RPC after error@296447088) -> (continuation of Deferred@1033606946 after retry RPC after error@388438615) -> (continuation of Deferred@732121610 after retry RPC after error@1629580258) -> (continuation of Deferred@14860899 after retry RPC after error@792233354) -> (continuation of Deferred@519731581 after retry RPC after error@1961783099) -> (continuation of Deferred@1653168671 after retry RPC after error@167155473)))
09:14:50.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:50.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:50.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:50.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:50.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:50.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.004 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.005 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1217016462(state=PENDING, result=null, callback=(continuation of Deferred@135059898 after retry RPC after error@712688175) -> (continuation of Deferred@1029672312 after retry RPC after error@609801759) -> (continuation of Deferred@1249319463 after retry RPC after error@920703740) -> (continuation of Deferred@1997909269 after retry RPC after error@354383302) -> (continuation of Deferred@1741419360 after retry RPC after error@1468840535) -> (continuation of Deferred@229361846 after retry RPC after error@1676950912), errback=(continuation of Deferred@135059898 after retry RPC after error@712688175) -> (continuation of Deferred@1029672312 after retry RPC after error@609801759) -> (continuation of Deferred@1249319463 after retry RPC after error@920703740) -> (continuation of Deferred@1997909269 after retry RPC after error@354383302) -> (continuation of Deferred@1741419360 after retry RPC after error@1468840535) -> (continuation of Deferred@229361846 after retry RPC after error@1676950912)))
09:14:51.006 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1217016462(state=PENDING, result=null, callback=(continuation of Deferred@135059898 after retry RPC after error@712688175) -> (continuation of Deferred@1029672312 after retry RPC after error@609801759) -> (continuation of Deferred@1249319463 after retry RPC after error@920703740) -> (continuation of Deferred@1997909269 after retry RPC after error@354383302) -> (continuation of Deferred@1741419360 after retry RPC after error@1468840535) -> (continuation of Deferred@229361846 after retry RPC after error@1676950912), errback=(continuation of Deferred@135059898 after retry RPC after error@712688175) -> (continuation of Deferred@1029672312 after retry RPC after error@609801759) -> (continuation of Deferred@1249319463 after retry RPC after error@920703740) -> (continuation of Deferred@1997909269 after retry RPC after error@354383302) -> (continuation of Deferred@1741419360 after retry RPC after error@1468840535) -> (continuation of Deferred@229361846 after retry RPC after error@1676950912)))
09:14:51.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.024 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.184 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.185 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1859990835(state=PENDING, result=null, callback=(continuation of Deferred@1282782622 after retry RPC after error@635656366) -> (continuation of Deferred@2027861 after retry RPC after error@132987080) -> (continuation of Deferred@1716888814 after retry RPC after error@1498195618) -> (continuation of Deferred@783245447 after retry RPC after error@1089091298) -> (continuation of Deferred@190027973 after retry RPC after error@924206779) -> (continuation of Deferred@1659413382 after retry RPC after error@1940177951), errback=(continuation of Deferred@1282782622 after retry RPC after error@635656366) -> (continuation of Deferred@2027861 after retry RPC after error@132987080) -> (continuation of Deferred@1716888814 after retry RPC after error@1498195618) -> (continuation of Deferred@783245447 after retry RPC after error@1089091298) -> (continuation of Deferred@190027973 after retry RPC after error@924206779) -> (continuation of Deferred@1659413382 after retry RPC after error@1940177951)))
09:14:51.186 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1859990835(state=PENDING, result=null, callback=(continuation of Deferred@1282782622 after retry RPC after error@635656366) -> (continuation of Deferred@2027861 after retry RPC after error@132987080) -> (continuation of Deferred@1716888814 after retry RPC after error@1498195618) -> (continuation of Deferred@783245447 after retry RPC after error@1089091298) -> (continuation of Deferred@190027973 after retry RPC after error@924206779) -> (continuation of Deferred@1659413382 after retry RPC after error@1940177951), errback=(continuation of Deferred@1282782622 after retry RPC after error@635656366) -> (continuation of Deferred@2027861 after retry RPC after error@132987080) -> (continuation of Deferred@1716888814 after retry RPC after error@1498195618) -> (continuation of Deferred@783245447 after retry RPC after error@1089091298) -> (continuation of Deferred@190027973 after retry RPC after error@924206779) -> (continuation of Deferred@1659413382 after retry RPC after error@1940177951)))
09:14:51.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:51.360352 10965 raft_consensus.cc:493] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8a099aca56e44359b91b3c0800a38ec3)
09:14:51.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:51.360613 10965 raft_consensus.cc:515] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:14:51.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:51.361214 10965 leader_election.cc:290] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205), 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311)
09:14:51.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:51.363082 10148 leader_election.cc:336] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311): Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111)
09:14:51.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:51.363364 10150 leader_election.cc:336] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205): Network error: Client connection negotiation failed: client connection to 127.9.205.254:33205: connect: Connection refused (error 111)
09:14:51.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:51.363533 10150 leader_election.cc:304] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 130310c74d714934bdecfd6981872d61; no voters: 655505cfce41453cbbaa13d6dd3467b9, 8a099aca56e44359b91b3c0800a38ec3
09:14:51.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:51.364099 10965 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
09:14:51.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.405 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@2073813939(state=PENDING, result=null, callback=(continuation of Deferred@1537131766 after retry RPC after error@1030632037) -> (continuation of Deferred@339528665 after retry RPC after error@815670422) -> (continuation of Deferred@495648519 after retry RPC after error@1362828233) -> (continuation of Deferred@590049332 after retry RPC after error@1657821779) -> (continuation of Deferred@686351305 after retry RPC after error@562319438) -> (continuation of Deferred@1498824346 after retry RPC after error@968156449) -> (continuation of Deferred@1445838709 after retry RPC after error@1437111262), errback=(continuation of Deferred@1537131766 after retry RPC after error@1030632037) -> (continuation of Deferred@339528665 after retry RPC after error@815670422) -> (continuation of Deferred@495648519 after retry RPC after error@1362828233) -> (continuation of Deferred@590049332 after retry RPC after error@1657821779) -> (continuation of Deferred@686351305 after retry RPC after error@562319438) -> (continuation of Deferred@1498824346 after retry RPC after error@968156449) -> (continuation of Deferred@1445838709 after retry RPC after error@1437111262)))
09:14:51.405 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@2073813939(state=PENDING, result=null, callback=(continuation of Deferred@1537131766 after retry RPC after error@1030632037) -> (continuation of Deferred@339528665 after retry RPC after error@815670422) -> (continuation of Deferred@495648519 after retry RPC after error@1362828233) -> (continuation of Deferred@590049332 after retry RPC after error@1657821779) -> (continuation of Deferred@686351305 after retry RPC after error@562319438) -> (continuation of Deferred@1498824346 after retry RPC after error@968156449) -> (continuation of Deferred@1445838709 after retry RPC after error@1437111262), errback=(continuation of Deferred@1537131766 after retry RPC after error@1030632037) -> (continuation of Deferred@339528665 after retry RPC after error@815670422) -> (continuation of Deferred@495648519 after retry RPC after error@1362828233) -> (continuation of Deferred@590049332 after retry RPC after error@1657821779) -> (continuation of Deferred@686351305 after retry RPC after error@562319438) -> (continuation of Deferred@1498824346 after retry RPC after error@968156449) -> (continuation of Deferred@1445838709 after retry RPC after error@1437111262)))
09:14:51.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.424 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.584 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.665 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1603827276(state=PENDING, result=null, callback=(continuation of Deferred@31774162 after retry RPC after error@733675768) -> (continuation of Deferred@381663345 after retry RPC after error@168396540) -> (continuation of Deferred@769955882 after retry RPC after error@1588322734) -> (continuation of Deferred@893171258 after retry RPC after error@1942284295) -> (continuation of Deferred@2062031773 after retry RPC after error@2077176831) -> (continuation of Deferred@731043802 after retry RPC after error@2143458943) -> (continuation of Deferred@1162632937 after retry RPC after error@1193205108) -> (continuation of Deferred@2047864394 after retry RPC after error@286649882), errback=(continuation of Deferred@31774162 after retry RPC after error@733675768) -> (continuation of Deferred@381663345 after retry RPC after error@168396540) -> (continuation of Deferred@769955882 after retry RPC after error@1588322734) -> (continuation of Deferred@893171258 after retry RPC after error@1942284295) -> (continuation of Deferred@2062031773 after retry RPC after error@2077176831) -> (continuation of Deferred@731043802 after retry RPC after error@2143458943) -> (continuation of Deferred@1162632937 after retry RPC after error@1193205108) -> (continuation of Deferred@2047864394 after retry RPC after error@286649882)))
09:14:51.665 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1603827276(state=PENDING, result=null, callback=(continuation of Deferred@31774162 after retry RPC after error@733675768) -> (continuation of Deferred@381663345 after retry RPC after error@168396540) -> (continuation of Deferred@769955882 after retry RPC after error@1588322734) -> (continuation of Deferred@893171258 after retry RPC after error@1942284295) -> (continuation of Deferred@2062031773 after retry RPC after error@2077176831) -> (continuation of Deferred@731043802 after retry RPC after error@2143458943) -> (continuation of Deferred@1162632937 after retry RPC after error@1193205108) -> (continuation of Deferred@2047864394 after retry RPC after error@286649882), errback=(continuation of Deferred@31774162 after retry RPC after error@733675768) -> (continuation of Deferred@381663345 after retry RPC after error@168396540) -> (continuation of Deferred@769955882 after retry RPC after error@1588322734) -> (continuation of Deferred@893171258 after retry RPC after error@1942284295) -> (continuation of Deferred@2062031773 after retry RPC after error@2077176831) -> (continuation of Deferred@731043802 after retry RPC after error@2143458943) -> (continuation of Deferred@1162632937 after retry RPC after error@1193205108) -> (continuation of Deferred@2047864394 after retry RPC after error@286649882)))
09:14:51.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.865 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@104282128(state=PENDING, result=null, callback=(continuation of Deferred@538746843 after retry RPC after error@51050842) -> (continuation of Deferred@210444532 after retry RPC after error@860061389) -> (continuation of Deferred@2003160377 after retry RPC after error@594619046) -> (continuation of Deferred@1982345916 after retry RPC after error@1580572578) -> (continuation of Deferred@123768152 after retry RPC after error@762225416) -> (continuation of Deferred@451205579 after retry RPC after error@1751027130) -> (continuation of Deferred@1809307556 after retry RPC after error@863588149), errback=(continuation of Deferred@538746843 after retry RPC after error@51050842) -> (continuation of Deferred@210444532 after retry RPC after error@860061389) -> (continuation of Deferred@2003160377 after retry RPC after error@594619046) -> (continuation of Deferred@1982345916 after retry RPC after error@1580572578) -> (continuation of Deferred@123768152 after retry RPC after error@762225416) -> (continuation of Deferred@451205579 after retry RPC after error@1751027130) -> (continuation of Deferred@1809307556 after retry RPC after error@863588149)))
09:14:51.865 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@104282128(state=PENDING, result=null, callback=(continuation of Deferred@538746843 after retry RPC after error@51050842) -> (continuation of Deferred@210444532 after retry RPC after error@860061389) -> (continuation of Deferred@2003160377 after retry RPC after error@594619046) -> (continuation of Deferred@1982345916 after retry RPC after error@1580572578) -> (continuation of Deferred@123768152 after retry RPC after error@762225416) -> (continuation of Deferred@451205579 after retry RPC after error@1751027130) -> (continuation of Deferred@1809307556 after retry RPC after error@863588149), errback=(continuation of Deferred@538746843 after retry RPC after error@51050842) -> (continuation of Deferred@210444532 after retry RPC after error@860061389) -> (continuation of Deferred@2003160377 after retry RPC after error@594619046) -> (continuation of Deferred@1982345916 after retry RPC after error@1580572578) -> (continuation of Deferred@123768152 after retry RPC after error@762225416) -> (continuation of Deferred@451205579 after retry RPC after error@1751027130) -> (continuation of Deferred@1809307556 after retry RPC after error@863588149)))
09:14:51.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:51.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:51.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:51.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:51.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:51.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.004 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.143 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@1300096978(state=PENDING, result=null, callback=(continuation of Deferred@951959706 after retry RPC after error@824882839) -> (continuation of Deferred@741324893 after retry RPC after error@240032125) -> (continuation of Deferred@1478566206 after retry RPC after error@1021033123) -> (continuation of Deferred@1843855413 after retry RPC after error@395897221) -> (continuation of Deferred@1189155481 after retry RPC after error@655275588) -> (continuation of Deferred@1916660792 after retry RPC after error@574224187) -> (continuation of Deferred@1812089919 after retry RPC after error@1047296877), errback=(continuation of Deferred@951959706 after retry RPC after error@824882839) -> (continuation of Deferred@741324893 after retry RPC after error@240032125) -> (continuation of Deferred@1478566206 after retry RPC after error@1021033123) -> (continuation of Deferred@1843855413 after retry RPC after error@395897221) -> (continuation of Deferred@1189155481 after retry RPC after error@655275588) -> (continuation of Deferred@1916660792 after retry RPC after error@574224187) -> (continuation of Deferred@1812089919 after retry RPC after error@1047296877)))
09:14:52.144 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:14:52.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.184 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.324 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [23ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1652691377(state=PENDING, result=null, callback=(continuation of Deferred@1617505277 after retry RPC after error@490237911) -> (continuation of Deferred@2119337270 after retry RPC after error@212802772) -> (continuation of Deferred@632354943 after retry RPC after error@2066251209) -> (continuation of Deferred@297352367 after retry RPC after error@1694817264) -> (continuation of Deferred@1196794927 after retry RPC after error@2141937465) -> (continuation of Deferred@665798695 after retry RPC after error@1681378425) -> (continuation of Deferred@245983244 after retry RPC after error@736017527), errback=(continuation of Deferred@1617505277 after retry RPC after error@490237911) -> (continuation of Deferred@2119337270 after retry RPC after error@212802772) -> (continuation of Deferred@632354943 after retry RPC after error@2066251209) -> (continuation of Deferred@297352367 after retry RPC after error@1694817264) -> (continuation of Deferred@1196794927 after retry RPC after error@2141937465) -> (continuation of Deferred@665798695 after retry RPC after error@1681378425) -> (continuation of Deferred@245983244 after retry RPC after error@736017527)))
09:14:52.325 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [23ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1652691377(state=PENDING, result=null, callback=(continuation of Deferred@1617505277 after retry RPC after error@490237911) -> (continuation of Deferred@2119337270 after retry RPC after error@212802772) -> (continuation of Deferred@632354943 after retry RPC after error@2066251209) -> (continuation of Deferred@297352367 after retry RPC after error@1694817264) -> (continuation of Deferred@1196794927 after retry RPC after error@2141937465) -> (continuation of Deferred@665798695 after retry RPC after error@1681378425) -> (continuation of Deferred@245983244 after retry RPC after error@736017527), errback=(continuation of Deferred@1617505277 after retry RPC after error@490237911) -> (continuation of Deferred@2119337270 after retry RPC after error@212802772) -> (continuation of Deferred@632354943 after retry RPC after error@2066251209) -> (continuation of Deferred@297352367 after retry RPC after error@1694817264) -> (continuation of Deferred@1196794927 after retry RPC after error@2141937465) -> (continuation of Deferred@665798695 after retry RPC after error@1681378425) -> (continuation of Deferred@245983244 after retry RPC after error@736017527)))
09:14:52.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.603 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@1491477321(state=PENDING, result=null, callback=(continuation of Deferred@1200279361 after retry RPC after error@914797865) -> (continuation of Deferred@657396197 after retry RPC after error@1320845858) -> (continuation of Deferred@1599847539 after retry RPC after error@1559717196) -> (continuation of Deferred@50915086 after retry RPC after error@423218911) -> (continuation of Deferred@453202351 after retry RPC after error@2092538502) -> (continuation of Deferred@944579208 after retry RPC after error@1876253800) -> (continuation of Deferred@1859839508 after retry RPC after error@1585917155), errback=(continuation of Deferred@1200279361 after retry RPC after error@914797865) -> (continuation of Deferred@657396197 after retry RPC after error@1320845858) -> (continuation of Deferred@1599847539 after retry RPC after error@1559717196) -> (continuation of Deferred@50915086 after retry RPC after error@423218911) -> (continuation of Deferred@453202351 after retry RPC after error@2092538502) -> (continuation of Deferred@944579208 after retry RPC after error@1876253800) -> (continuation of Deferred@1859839508 after retry RPC after error@1585917155)))
09:14:52.604 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:14:52.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.664 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.785 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@613614041(state=PENDING, result=null, callback=(continuation of Deferred@29966316 after retry RPC after error@1457466801) -> (continuation of Deferred@1940688336 after retry RPC after error@1326307253) -> (continuation of Deferred@125024231 after retry RPC after error@678338589) -> (continuation of Deferred@1069251277 after retry RPC after error@506110704) -> (continuation of Deferred@75297373 after retry RPC after error@1506792583) -> (continuation of Deferred@1036431457 after retry RPC after error@1982904331) -> (continuation of Deferred@356336266 after retry RPC after error@854710086), errback=(continuation of Deferred@29966316 after retry RPC after error@1457466801) -> (continuation of Deferred@1940688336 after retry RPC after error@1326307253) -> (continuation of Deferred@125024231 after retry RPC after error@678338589) -> (continuation of Deferred@1069251277 after retry RPC after error@506110704) -> (continuation of Deferred@75297373 after retry RPC after error@1506792583) -> (continuation of Deferred@1036431457 after retry RPC after error@1982904331) -> (continuation of Deferred@356336266 after retry RPC after error@854710086)))
09:14:52.785 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@613614041(state=PENDING, result=null, callback=(continuation of Deferred@29966316 after retry RPC after error@1457466801) -> (continuation of Deferred@1940688336 after retry RPC after error@1326307253) -> (continuation of Deferred@125024231 after retry RPC after error@678338589) -> (continuation of Deferred@1069251277 after retry RPC after error@506110704) -> (continuation of Deferred@75297373 after retry RPC after error@1506792583) -> (continuation of Deferred@1036431457 after retry RPC after error@1982904331) -> (continuation of Deferred@356336266 after retry RPC after error@854710086), errback=(continuation of Deferred@29966316 after retry RPC after error@1457466801) -> (continuation of Deferred@1940688336 after retry RPC after error@1326307253) -> (continuation of Deferred@125024231 after retry RPC after error@678338589) -> (continuation of Deferred@1069251277 after retry RPC after error@506110704) -> (continuation of Deferred@75297373 after retry RPC after error@1506792583) -> (continuation of Deferred@1036431457 after retry RPC after error@1982904331) -> (continuation of Deferred@356336266 after retry RPC after error@854710086)))
09:14:52.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:52.942622 10978 raft_consensus.cc:493] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8a099aca56e44359b91b3c0800a38ec3)
09:14:52.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:52.942786 10978 raft_consensus.cc:515] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:14:52.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:52.943265 10978 leader_election.cc:290] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205), 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311)
09:14:52.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:52.945212 10150 leader_election.cc:336] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205): Network error: Client connection negotiation failed: client connection to 127.9.205.254:33205: connect: Connection refused (error 111)
09:14:52.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:14:52.945391 10148 leader_election.cc:336] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311): Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111)
09:14:52.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:52.945510 10148 leader_election.cc:304] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 130310c74d714934bdecfd6981872d61; no voters: 655505cfce41453cbbaa13d6dd3467b9, 8a099aca56e44359b91b3c0800a38ec3
09:14:52.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:14:52.945722 10978 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
09:14:52.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:52.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:52.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:52.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:52.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:52.985 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1512582654(state=PENDING, result=null, callback=(continuation of Deferred@1732103223 after retry RPC after error@198982894) -> (continuation of Deferred@1367070386 after retry RPC after error@1252480702) -> (continuation of Deferred@1139963817 after retry RPC after error@698550389) -> (continuation of Deferred@643990965 after retry RPC after error@1442854241) -> (continuation of Deferred@111103799 after retry RPC after error@927866673) -> (continuation of Deferred@87255872 after retry RPC after error@1389358522), errback=(continuation of Deferred@1732103223 after retry RPC after error@198982894) -> (continuation of Deferred@1367070386 after retry RPC after error@1252480702) -> (continuation of Deferred@1139963817 after retry RPC after error@698550389) -> (continuation of Deferred@643990965 after retry RPC after error@1442854241) -> (continuation of Deferred@111103799 after retry RPC after error@927866673) -> (continuation of Deferred@87255872 after retry RPC after error@1389358522)))
09:14:52.985 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1512582654(state=PENDING, result=null, callback=(continuation of Deferred@1732103223 after retry RPC after error@198982894) -> (continuation of Deferred@1367070386 after retry RPC after error@1252480702) -> (continuation of Deferred@1139963817 after retry RPC after error@698550389) -> (continuation of Deferred@643990965 after retry RPC after error@1442854241) -> (continuation of Deferred@111103799 after retry RPC after error@927866673) -> (continuation of Deferred@87255872 after retry RPC after error@1389358522), errback=(continuation of Deferred@1732103223 after retry RPC after error@198982894) -> (continuation of Deferred@1367070386 after retry RPC after error@1252480702) -> (continuation of Deferred@1139963817 after retry RPC after error@698550389) -> (continuation of Deferred@643990965 after retry RPC after error@1442854241) -> (continuation of Deferred@111103799 after retry RPC after error@927866673) -> (continuation of Deferred@87255872 after retry RPC after error@1389358522)))
09:14:53.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.024 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.184 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [23ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1554046447(state=PENDING, result=null, callback=(continuation of Deferred@183588781 after retry RPC after error@1438218498) -> (continuation of Deferred@818231939 after retry RPC after error@1783682769) -> (continuation of Deferred@1788655625 after retry RPC after error@1953738033) -> (continuation of Deferred@1836810270 after retry RPC after error@32580926) -> (continuation of Deferred@237148665 after retry RPC after error@1733404457) -> (continuation of Deferred@1444651181 after retry RPC after error@1590404997) -> (continuation of Deferred@1144787188 after retry RPC after error@784244661), errback=(continuation of Deferred@183588781 after retry RPC after error@1438218498) -> (continuation of Deferred@818231939 after retry RPC after error@1783682769) -> (continuation of Deferred@1788655625 after retry RPC after error@1953738033) -> (continuation of Deferred@1836810270 after retry RPC after error@32580926) -> (continuation of Deferred@237148665 after retry RPC after error@1733404457) -> (continuation of Deferred@1444651181 after retry RPC after error@1590404997) -> (continuation of Deferred@1144787188 after retry RPC after error@784244661)))
09:14:53.185 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [23ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1554046447(state=PENDING, result=null, callback=(continuation of Deferred@183588781 after retry RPC after error@1438218498) -> (continuation of Deferred@818231939 after retry RPC after error@1783682769) -> (continuation of Deferred@1788655625 after retry RPC after error@1953738033) -> (continuation of Deferred@1836810270 after retry RPC after error@32580926) -> (continuation of Deferred@237148665 after retry RPC after error@1733404457) -> (continuation of Deferred@1444651181 after retry RPC after error@1590404997) -> (continuation of Deferred@1144787188 after retry RPC after error@784244661), errback=(continuation of Deferred@183588781 after retry RPC after error@1438218498) -> (continuation of Deferred@818231939 after retry RPC after error@1783682769) -> (continuation of Deferred@1788655625 after retry RPC after error@1953738033) -> (continuation of Deferred@1836810270 after retry RPC after error@32580926) -> (continuation of Deferred@237148665 after retry RPC after error@1733404457) -> (continuation of Deferred@1444651181 after retry RPC after error@1590404997) -> (continuation of Deferred@1144787188 after retry RPC after error@784244661)))
09:14:53.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.384 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@1328884066(state=PENDING, result=null, callback=(continuation of Deferred@1411451019 after retry RPC after error@1980645685) -> (continuation of Deferred@1501979022 after retry RPC after error@1067331045) -> (continuation of Deferred@1663508429 after retry RPC after error@1730473333) -> (continuation of Deferred@230976014 after retry RPC after error@1140559702) -> (continuation of Deferred@418982291 after retry RPC after error@1484140732) -> (continuation of Deferred@1984738726 after retry RPC after error@1766987014), errback=(continuation of Deferred@1411451019 after retry RPC after error@1980645685) -> (continuation of Deferred@1501979022 after retry RPC after error@1067331045) -> (continuation of Deferred@1663508429 after retry RPC after error@1730473333) -> (continuation of Deferred@230976014 after retry RPC after error@1140559702) -> (continuation of Deferred@418982291 after retry RPC after error@1484140732) -> (continuation of Deferred@1984738726 after retry RPC after error@1766987014)))
09:14:53.385 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@1328884066(state=PENDING, result=null, callback=(continuation of Deferred@1411451019 after retry RPC after error@1980645685) -> (continuation of Deferred@1501979022 after retry RPC after error@1067331045) -> (continuation of Deferred@1663508429 after retry RPC after error@1730473333) -> (continuation of Deferred@230976014 after retry RPC after error@1140559702) -> (continuation of Deferred@418982291 after retry RPC after error@1484140732) -> (continuation of Deferred@1984738726 after retry RPC after error@1766987014), errback=(continuation of Deferred@1411451019 after retry RPC after error@1980645685) -> (continuation of Deferred@1501979022 after retry RPC after error@1067331045) -> (continuation of Deferred@1663508429 after retry RPC after error@1730473333) -> (continuation of Deferred@230976014 after retry RPC after error@1140559702) -> (continuation of Deferred@418982291 after retry RPC after error@1484140732) -> (continuation of Deferred@1984738726 after retry RPC after error@1766987014)))
09:14:53.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.404 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.504 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.604 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.606 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1968499708(state=PENDING, result=null, callback=(continuation of Deferred@1979823007 after retry RPC after error@501270409) -> (continuation of Deferred@1948710262 after retry RPC after error@654306053) -> (continuation of Deferred@1561934094 after retry RPC after error@1188979115) -> (continuation of Deferred@93364547 after retry RPC after error@1559156023) -> (continuation of Deferred@1219184365 after retry RPC after error@2110633322) -> (continuation of Deferred@2102892841 after retry RPC after error@1463467225) -> (continuation of Deferred@1161037053 after retry RPC after error@1430429652), errback=(continuation of Deferred@1979823007 after retry RPC after error@501270409) -> (continuation of Deferred@1948710262 after retry RPC after error@654306053) -> (continuation of Deferred@1561934094 after retry RPC after error@1188979115) -> (continuation of Deferred@93364547 after retry RPC after error@1559156023) -> (continuation of Deferred@1219184365 after retry RPC after error@2110633322) -> (continuation of Deferred@2102892841 after retry RPC after error@1463467225) -> (continuation of Deferred@1161037053 after retry RPC after error@1430429652)))
09:14:53.607 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1968499708(state=PENDING, result=null, callback=(continuation of Deferred@1979823007 after retry RPC after error@501270409) -> (continuation of Deferred@1948710262 after retry RPC after error@654306053) -> (continuation of Deferred@1561934094 after retry RPC after error@1188979115) -> (continuation of Deferred@93364547 after retry RPC after error@1559156023) -> (continuation of Deferred@1219184365 after retry RPC after error@2110633322) -> (continuation of Deferred@2102892841 after retry RPC after error@1463467225) -> (continuation of Deferred@1161037053 after retry RPC after error@1430429652), errback=(continuation of Deferred@1979823007 after retry RPC after error@501270409) -> (continuation of Deferred@1948710262 after retry RPC after error@654306053) -> (continuation of Deferred@1561934094 after retry RPC after error@1188979115) -> (continuation of Deferred@93364547 after retry RPC after error@1559156023) -> (continuation of Deferred@1219184365 after retry RPC after error@2110633322) -> (continuation of Deferred@2102892841 after retry RPC after error@1463467225) -> (continuation of Deferred@1161037053 after retry RPC after error@1430429652)))
09:14:53.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.664 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.724 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.883 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@838939776(state=PENDING, result=null, callback=(continuation of Deferred@29931041 after retry RPC after error@1888471954) -> (continuation of Deferred@1469884269 after retry RPC after error@1812081706) -> (continuation of Deferred@683669045 after retry RPC after error@652377067) -> (continuation of Deferred@343345045 after retry RPC after error@1776880205) -> (continuation of Deferred@1043355419 after retry RPC after error@196632085) -> (continuation of Deferred@668973912 after retry RPC after error@105211532) -> (continuation of Deferred@988897744 after retry RPC after error@1936775277), errback=(continuation of Deferred@29931041 after retry RPC after error@1888471954) -> (continuation of Deferred@1469884269 after retry RPC after error@1812081706) -> (continuation of Deferred@683669045 after retry RPC after error@652377067) -> (continuation of Deferred@343345045 after retry RPC after error@1776880205) -> (continuation of Deferred@1043355419 after retry RPC after error@196632085) -> (continuation of Deferred@668973912 after retry RPC after error@105211532) -> (continuation of Deferred@988897744 after retry RPC after error@1936775277)))
09:14:53.883 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:14:53.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.964 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:53.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:53.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:53.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:53.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:53.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.024 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.105 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1661340047(state=PENDING, result=null, callback=(continuation of Deferred@1805792012 after retry RPC after error@1731075587) -> (continuation of Deferred@1122141371 after retry RPC after error@301704985) -> (continuation of Deferred@1799085177 after retry RPC after error@2096236827) -> (continuation of Deferred@719560034 after retry RPC after error@1718363208) -> (continuation of Deferred@1392637160 after retry RPC after error@1062704450) -> (continuation of Deferred@166266695 after retry RPC after error@236989526) -> (continuation of Deferred@1390030798 after retry RPC after error@1361333586), errback=(continuation of Deferred@1805792012 after retry RPC after error@1731075587) -> (continuation of Deferred@1122141371 after retry RPC after error@301704985) -> (continuation of Deferred@1799085177 after retry RPC after error@2096236827) -> (continuation of Deferred@719560034 after retry RPC after error@1718363208) -> (continuation of Deferred@1392637160 after retry RPC after error@1062704450) -> (continuation of Deferred@166266695 after retry RPC after error@236989526) -> (continuation of Deferred@1390030798 after retry RPC after error@1361333586)))
09:14:54.105 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1661340047(state=PENDING, result=null, callback=(continuation of Deferred@1805792012 after retry RPC after error@1731075587) -> (continuation of Deferred@1122141371 after retry RPC after error@301704985) -> (continuation of Deferred@1799085177 after retry RPC after error@2096236827) -> (continuation of Deferred@719560034 after retry RPC after error@1718363208) -> (continuation of Deferred@1392637160 after retry RPC after error@1062704450) -> (continuation of Deferred@166266695 after retry RPC after error@236989526) -> (continuation of Deferred@1390030798 after retry RPC after error@1361333586), errback=(continuation of Deferred@1805792012 after retry RPC after error@1731075587) -> (continuation of Deferred@1122141371 after retry RPC after error@301704985) -> (continuation of Deferred@1799085177 after retry RPC after error@2096236827) -> (continuation of Deferred@719560034 after retry RPC after error@1718363208) -> (continuation of Deferred@1392637160 after retry RPC after error@1062704450) -> (continuation of Deferred@166266695 after retry RPC after error@236989526) -> (continuation of Deferred@1390030798 after retry RPC after error@1361333586)))
09:14:54.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.144 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.204 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.304 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.345 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@504288191(state=PENDING, result=null, callback=(continuation of Deferred@1356190933 after retry RPC after error@983353777) -> (continuation of Deferred@287882372 after retry RPC after error@2043872821) -> (continuation of Deferred@131991206 after retry RPC after error@1540593325) -> (continuation of Deferred@256630223 after retry RPC after error@1850245309) -> (continuation of Deferred@424956132 after retry RPC after error@1584782237) -> (continuation of Deferred@251772985 after retry RPC after error@627500044) -> (continuation of Deferred@512639796 after retry RPC after error@1851251275) -> (continuation of Deferred@1867964336 after retry RPC after error@2097287378), errback=(continuation of Deferred@1356190933 after retry RPC after error@983353777) -> (continuation of Deferred@287882372 after retry RPC after error@2043872821) -> (continuation of Deferred@131991206 after retry RPC after error@1540593325) -> (continuation of Deferred@256630223 after retry RPC after error@1850245309) -> (continuation of Deferred@424956132 after retry RPC after error@1584782237) -> (continuation of Deferred@251772985 after retry RPC after error@627500044) -> (continuation of Deferred@512639796 after retry RPC after error@1851251275) -> (continuation of Deferred@1867964336 after retry RPC after error@2097287378)))
09:14:54.346 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@504288191(state=PENDING, result=null, callback=(continuation of Deferred@1356190933 after retry RPC after error@983353777) -> (continuation of Deferred@287882372 after retry RPC after error@2043872821) -> (continuation of Deferred@131991206 after retry RPC after error@1540593325) -> (continuation of Deferred@256630223 after retry RPC after error@1850245309) -> (continuation of Deferred@424956132 after retry RPC after error@1584782237) -> (continuation of Deferred@251772985 after retry RPC after error@627500044) -> (continuation of Deferred@512639796 after retry RPC after error@1851251275) -> (continuation of Deferred@1867964336 after retry RPC after error@2097287378), errback=(continuation of Deferred@1356190933 after retry RPC after error@983353777) -> (continuation of Deferred@287882372 after retry RPC after error@2043872821) -> (continuation of Deferred@131991206 after retry RPC after error@1540593325) -> (continuation of Deferred@256630223 after retry RPC after error@1850245309) -> (continuation of Deferred@424956132 after retry RPC after error@1584782237) -> (continuation of Deferred@251772985 after retry RPC after error@627500044) -> (continuation of Deferred@512639796 after retry RPC after error@1851251275) -> (continuation of Deferred@1867964336 after retry RPC after error@2097287378)))
09:14:54.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.364 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.424 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.444 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.585 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@775065215(state=PENDING, result=null, callback=(continuation of Deferred@794564664 after retry RPC after error@2089754169) -> (continuation of Deferred@2087800303 after retry RPC after error@1175090536) -> (continuation of Deferred@165165129 after retry RPC after error@220369309) -> (continuation of Deferred@2076879843 after retry RPC after error@1853763783) -> (continuation of Deferred@648828721 after retry RPC after error@1067160576) -> (continuation of Deferred@287356323 after retry RPC after error@239552328) -> (continuation of Deferred@1251384430 after retry RPC after error@692992680), errback=(continuation of Deferred@794564664 after retry RPC after error@2089754169) -> (continuation of Deferred@2087800303 after retry RPC after error@1175090536) -> (continuation of Deferred@165165129 after retry RPC after error@220369309) -> (continuation of Deferred@2076879843 after retry RPC after error@1853763783) -> (continuation of Deferred@648828721 after retry RPC after error@1067160576) -> (continuation of Deferred@287356323 after retry RPC after error@239552328) -> (continuation of Deferred@1251384430 after retry RPC after error@692992680)))
09:14:54.586 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@775065215(state=PENDING, result=null, callback=(continuation of Deferred@794564664 after retry RPC after error@2089754169) -> (continuation of Deferred@2087800303 after retry RPC after error@1175090536) -> (continuation of Deferred@165165129 after retry RPC after error@220369309) -> (continuation of Deferred@2076879843 after retry RPC after error@1853763783) -> (continuation of Deferred@648828721 after retry RPC after error@1067160576) -> (continuation of Deferred@287356323 after retry RPC after error@239552328) -> (continuation of Deferred@1251384430 after retry RPC after error@692992680), errback=(continuation of Deferred@794564664 after retry RPC after error@2089754169) -> (continuation of Deferred@2087800303 after retry RPC after error@1175090536) -> (continuation of Deferred@165165129 after retry RPC after error@220369309) -> (continuation of Deferred@2076879843 after retry RPC after error@1853763783) -> (continuation of Deferred@648828721 after retry RPC after error@1067160576) -> (continuation of Deferred@287356323 after retry RPC after error@239552328) -> (continuation of Deferred@1251384430 after retry RPC after error@692992680)))
09:14:54.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.684 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.824 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1769938986(state=PENDING, result=null, callback=(continuation of Deferred@105545754 after retry RPC after error@135047443) -> (continuation of Deferred@1716894237 after retry RPC after error@1992013965) -> (continuation of Deferred@606321680 after retry RPC after error@1225444790) -> (continuation of Deferred@38015960 after retry RPC after error@688958669) -> (continuation of Deferred@283788995 after retry RPC after error@261246485) -> (continuation of Deferred@770332396 after retry RPC after error@28369240) -> (continuation of Deferred@1135502323 after retry RPC after error@1582399349) -> (continuation of Deferred@561188709 after retry RPC after error@659521586), errback=(continuation of Deferred@105545754 after retry RPC after error@135047443) -> (continuation of Deferred@1716894237 after retry RPC after error@1992013965) -> (continuation of Deferred@606321680 after retry RPC after error@1225444790) -> (continuation of Deferred@38015960 after retry RPC after error@688958669) -> (continuation of Deferred@283788995 after retry RPC after error@261246485) -> (continuation of Deferred@770332396 after retry RPC after error@28369240) -> (continuation of Deferred@1135502323 after retry RPC after error@1582399349) -> (continuation of Deferred@561188709 after retry RPC after error@659521586)))
09:14:54.825 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1769938986(state=PENDING, result=null, callback=(continuation of Deferred@105545754 after retry RPC after error@135047443) -> (continuation of Deferred@1716894237 after retry RPC after error@1992013965) -> (continuation of Deferred@606321680 after retry RPC after error@1225444790) -> (continuation of Deferred@38015960 after retry RPC after error@688958669) -> (continuation of Deferred@283788995 after retry RPC after error@261246485) -> (continuation of Deferred@770332396 after retry RPC after error@28369240) -> (continuation of Deferred@1135502323 after retry RPC after error@1582399349) -> (continuation of Deferred@561188709 after retry RPC after error@659521586), errback=(continuation of Deferred@105545754 after retry RPC after error@135047443) -> (continuation of Deferred@1716894237 after retry RPC after error@1992013965) -> (continuation of Deferred@606321680 after retry RPC after error@1225444790) -> (continuation of Deferred@38015960 after retry RPC after error@688958669) -> (continuation of Deferred@283788995 after retry RPC after error@261246485) -> (continuation of Deferred@770332396 after retry RPC after error@28369240) -> (continuation of Deferred@1135502323 after retry RPC after error@1582399349) -> (continuation of Deferred@561188709 after retry RPC after error@659521586)))
09:14:54.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.924 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:54.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:54.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:54.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:54.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:54.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.064 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1679094296(state=PENDING, result=null, callback=(continuation of Deferred@1454644976 after retry RPC after error@245768075) -> (continuation of Deferred@2051060133 after retry RPC after error@956762311) -> (continuation of Deferred@1328726665 after retry RPC after error@1901512355) -> (continuation of Deferred@249859253 after retry RPC after error@254078110) -> (continuation of Deferred@1448821113 after retry RPC after error@293598927) -> (continuation of Deferred@995381617 after retry RPC after error@322706073) -> (continuation of Deferred@534827278 after retry RPC after error@1908905395), errback=(continuation of Deferred@1454644976 after retry RPC after error@245768075) -> (continuation of Deferred@2051060133 after retry RPC after error@956762311) -> (continuation of Deferred@1328726665 after retry RPC after error@1901512355) -> (continuation of Deferred@249859253 after retry RPC after error@254078110) -> (continuation of Deferred@1448821113 after retry RPC after error@293598927) -> (continuation of Deferred@995381617 after retry RPC after error@322706073) -> (continuation of Deferred@534827278 after retry RPC after error@1908905395)))
09:14:55.065 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1679094296(state=PENDING, result=null, callback=(continuation of Deferred@1454644976 after retry RPC after error@245768075) -> (continuation of Deferred@2051060133 after retry RPC after error@956762311) -> (continuation of Deferred@1328726665 after retry RPC after error@1901512355) -> (continuation of Deferred@249859253 after retry RPC after error@254078110) -> (continuation of Deferred@1448821113 after retry RPC after error@293598927) -> (continuation of Deferred@995381617 after retry RPC after error@322706073) -> (continuation of Deferred@534827278 after retry RPC after error@1908905395), errback=(continuation of Deferred@1454644976 after retry RPC after error@245768075) -> (continuation of Deferred@2051060133 after retry RPC after error@956762311) -> (continuation of Deferred@1328726665 after retry RPC after error@1901512355) -> (continuation of Deferred@249859253 after retry RPC after error@254078110) -> (continuation of Deferred@1448821113 after retry RPC after error@293598927) -> (continuation of Deferred@995381617 after retry RPC after error@322706073) -> (continuation of Deferred@534827278 after retry RPC after error@1908905395)))
09:14:55.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.084 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.285 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1764850990(state=PENDING, result=null, callback=(continuation of Deferred@436236883 after retry RPC after error@1597826865) -> (continuation of Deferred@932940543 after retry RPC after error@1428244783) -> (continuation of Deferred@1286220594 after retry RPC after error@1956075769) -> (continuation of Deferred@523303142 after retry RPC after error@1082634782) -> (continuation of Deferred@1575613063 after retry RPC after error@334965075) -> (continuation of Deferred@186123267 after retry RPC after error@1987199036) -> (continuation of Deferred@1688070591 after retry RPC after error@1309338062), errback=(continuation of Deferred@436236883 after retry RPC after error@1597826865) -> (continuation of Deferred@932940543 after retry RPC after error@1428244783) -> (continuation of Deferred@1286220594 after retry RPC after error@1956075769) -> (continuation of Deferred@523303142 after retry RPC after error@1082634782) -> (continuation of Deferred@1575613063 after retry RPC after error@334965075) -> (continuation of Deferred@186123267 after retry RPC after error@1987199036) -> (continuation of Deferred@1688070591 after retry RPC after error@1309338062)))
09:14:55.285 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1764850990(state=PENDING, result=null, callback=(continuation of Deferred@436236883 after retry RPC after error@1597826865) -> (continuation of Deferred@932940543 after retry RPC after error@1428244783) -> (continuation of Deferred@1286220594 after retry RPC after error@1956075769) -> (continuation of Deferred@523303142 after retry RPC after error@1082634782) -> (continuation of Deferred@1575613063 after retry RPC after error@334965075) -> (continuation of Deferred@186123267 after retry RPC after error@1987199036) -> (continuation of Deferred@1688070591 after retry RPC after error@1309338062), errback=(continuation of Deferred@436236883 after retry RPC after error@1597826865) -> (continuation of Deferred@932940543 after retry RPC after error@1428244783) -> (continuation of Deferred@1286220594 after retry RPC after error@1956075769) -> (continuation of Deferred@523303142 after retry RPC after error@1082634782) -> (continuation of Deferred@1575613063 after retry RPC after error@334965075) -> (continuation of Deferred@186123267 after retry RPC after error@1987199036) -> (continuation of Deferred@1688070591 after retry RPC after error@1309338062)))
09:14:55.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.545 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@419841463(state=PENDING, result=null, callback=(continuation of Deferred@975962711 after retry RPC after error@553654310) -> (continuation of Deferred@561452135 after retry RPC after error@184010243) -> (continuation of Deferred@1343443888 after retry RPC after error@1911795900) -> (continuation of Deferred@1757300425 after retry RPC after error@1548567043) -> (continuation of Deferred@369689833 after retry RPC after error@2056462532) -> (continuation of Deferred@1610725713 after retry RPC after error@1458217480) -> (continuation of Deferred@144362096 after retry RPC after error@1802264231), errback=(continuation of Deferred@975962711 after retry RPC after error@553654310) -> (continuation of Deferred@561452135 after retry RPC after error@184010243) -> (continuation of Deferred@1343443888 after retry RPC after error@1911795900) -> (continuation of Deferred@1757300425 after retry RPC after error@1548567043) -> (continuation of Deferred@369689833 after retry RPC after error@2056462532) -> (continuation of Deferred@1610725713 after retry RPC after error@1458217480) -> (continuation of Deferred@144362096 after retry RPC after error@1802264231)))
09:14:55.545 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@419841463(state=PENDING, result=null, callback=(continuation of Deferred@975962711 after retry RPC after error@553654310) -> (continuation of Deferred@561452135 after retry RPC after error@184010243) -> (continuation of Deferred@1343443888 after retry RPC after error@1911795900) -> (continuation of Deferred@1757300425 after retry RPC after error@1548567043) -> (continuation of Deferred@369689833 after retry RPC after error@2056462532) -> (continuation of Deferred@1610725713 after retry RPC after error@1458217480) -> (continuation of Deferred@144362096 after retry RPC after error@1802264231), errback=(continuation of Deferred@975962711 after retry RPC after error@553654310) -> (continuation of Deferred@561452135 after retry RPC after error@184010243) -> (continuation of Deferred@1343443888 after retry RPC after error@1911795900) -> (continuation of Deferred@1757300425 after retry RPC after error@1548567043) -> (continuation of Deferred@369689833 after retry RPC after error@2056462532) -> (continuation of Deferred@1610725713 after retry RPC after error@1458217480) -> (continuation of Deferred@144362096 after retry RPC after error@1802264231)))
09:14:55.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.784 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.786 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [223ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [223ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@558506523(state=PENDING, result=null, callback=(continuation of Deferred@710921297 after retry RPC after error@2136760527) -> (continuation of Deferred@1577033558 after retry RPC after error@760558600) -> (continuation of Deferred@2033998007 after retry RPC after error@1710884167) -> (continuation of Deferred@1147020161 after retry RPC after error@1085258358) -> (continuation of Deferred@1531820852 after retry RPC after error@1848134951) -> (continuation of Deferred@1532963144 after retry RPC after error@1721652319) -> (continuation of Deferred@1354549155 after retry RPC after error@2094135782) -> (continuation of Deferred@1583778397 after retry RPC after error@1246626146), errback=(continuation of Deferred@710921297 after retry RPC after error@2136760527) -> (continuation of Deferred@1577033558 after retry RPC after error@760558600) -> (continuation of Deferred@2033998007 after retry RPC after error@1710884167) -> (continuation of Deferred@1147020161 after retry RPC after error@1085258358) -> (continuation of Deferred@1531820852 after retry RPC after error@1848134951) -> (continuation of Deferred@1532963144 after retry RPC after error@1721652319) -> (continuation of Deferred@1354549155 after retry RPC after error@2094135782) -> (continuation of Deferred@1583778397 after retry RPC after error@1246626146)))
09:14:55.786 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [223ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [223ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@558506523(state=PENDING, result=null, callback=(continuation of Deferred@710921297 after retry RPC after error@2136760527) -> (continuation of Deferred@1577033558 after retry RPC after error@760558600) -> (continuation of Deferred@2033998007 after retry RPC after error@1710884167) -> (continuation of Deferred@1147020161 after retry RPC after error@1085258358) -> (continuation of Deferred@1531820852 after retry RPC after error@1848134951) -> (continuation of Deferred@1532963144 after retry RPC after error@1721652319) -> (continuation of Deferred@1354549155 after retry RPC after error@2094135782) -> (continuation of Deferred@1583778397 after retry RPC after error@1246626146), errback=(continuation of Deferred@710921297 after retry RPC after error@2136760527) -> (continuation of Deferred@1577033558 after retry RPC after error@760558600) -> (continuation of Deferred@2033998007 after retry RPC after error@1710884167) -> (continuation of Deferred@1147020161 after retry RPC after error@1085258358) -> (continuation of Deferred@1531820852 after retry RPC after error@1848134951) -> (continuation of Deferred@1532963144 after retry RPC after error@1721652319) -> (continuation of Deferred@1354549155 after retry RPC after error@2094135782) -> (continuation of Deferred@1583778397 after retry RPC after error@1246626146)))
09:14:55.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:55.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:55.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:55.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:55.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:55.984 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@918447343(state=PENDING, result=null, callback=(continuation of Deferred@1429170862 after retry RPC after error@542037170) -> (continuation of Deferred@660147755 after retry RPC after error@1644531507) -> (continuation of Deferred@1288827847 after retry RPC after error@451696043) -> (continuation of Deferred@1965766795 after retry RPC after error@999906570) -> (continuation of Deferred@2014695029 after retry RPC after error@11308497) -> (continuation of Deferred@745476655 after retry RPC after error@1567587237) -> (continuation of Deferred@199188507 after retry RPC after error@1878632116), errback=(continuation of Deferred@1429170862 after retry RPC after error@542037170) -> (continuation of Deferred@660147755 after retry RPC after error@1644531507) -> (continuation of Deferred@1288827847 after retry RPC after error@451696043) -> (continuation of Deferred@1965766795 after retry RPC after error@999906570) -> (continuation of Deferred@2014695029 after retry RPC after error@11308497) -> (continuation of Deferred@745476655 after retry RPC after error@1567587237) -> (continuation of Deferred@199188507 after retry RPC after error@1878632116)))
09:14:55.985 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@918447343(state=PENDING, result=null, callback=(continuation of Deferred@1429170862 after retry RPC after error@542037170) -> (continuation of Deferred@660147755 after retry RPC after error@1644531507) -> (continuation of Deferred@1288827847 after retry RPC after error@451696043) -> (continuation of Deferred@1965766795 after retry RPC after error@999906570) -> (continuation of Deferred@2014695029 after retry RPC after error@11308497) -> (continuation of Deferred@745476655 after retry RPC after error@1567587237) -> (continuation of Deferred@199188507 after retry RPC after error@1878632116), errback=(continuation of Deferred@1429170862 after retry RPC after error@542037170) -> (continuation of Deferred@660147755 after retry RPC after error@1644531507) -> (continuation of Deferred@1288827847 after retry RPC after error@451696043) -> (continuation of Deferred@1965766795 after retry RPC after error@999906570) -> (continuation of Deferred@2014695029 after retry RPC after error@11308497) -> (continuation of Deferred@745476655 after retry RPC after error@1567587237) -> (continuation of Deferred@199188507 after retry RPC after error@1878632116)))
09:14:56.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.064 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.164 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1788148746(state=PENDING, result=null, callback=(continuation of Deferred@832795273 after retry RPC after error@464652035) -> (continuation of Deferred@1134228770 after retry RPC after error@245577207) -> (continuation of Deferred@608053648 after retry RPC after error@792705035) -> (continuation of Deferred@991460139 after retry RPC after error@746843442) -> (continuation of Deferred@2032415643 after retry RPC after error@730411860) -> (continuation of Deferred@1395704877 after retry RPC after error@1625901316), errback=(continuation of Deferred@832795273 after retry RPC after error@464652035) -> (continuation of Deferred@1134228770 after retry RPC after error@245577207) -> (continuation of Deferred@608053648 after retry RPC after error@792705035) -> (continuation of Deferred@991460139 after retry RPC after error@746843442) -> (continuation of Deferred@2032415643 after retry RPC after error@730411860) -> (continuation of Deferred@1395704877 after retry RPC after error@1625901316)))
09:14:56.165 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1788148746(state=PENDING, result=null, callback=(continuation of Deferred@832795273 after retry RPC after error@464652035) -> (continuation of Deferred@1134228770 after retry RPC after error@245577207) -> (continuation of Deferred@608053648 after retry RPC after error@792705035) -> (continuation of Deferred@991460139 after retry RPC after error@746843442) -> (continuation of Deferred@2032415643 after retry RPC after error@730411860) -> (continuation of Deferred@1395704877 after retry RPC after error@1625901316), errback=(continuation of Deferred@832795273 after retry RPC after error@464652035) -> (continuation of Deferred@1134228770 after retry RPC after error@245577207) -> (continuation of Deferred@608053648 after retry RPC after error@792705035) -> (continuation of Deferred@991460139 after retry RPC after error@746843442) -> (continuation of Deferred@2032415643 after retry RPC after error@730411860) -> (continuation of Deferred@1395704877 after retry RPC after error@1625901316)))
09:14:56.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.184 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.244 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.443 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@2136520719(state=PENDING, result=null, callback=(continuation of Deferred@164016676 after retry RPC after error@1837856606) -> (continuation of Deferred@1448574378 after retry RPC after error@1828011951) -> (continuation of Deferred@1344202631 after retry RPC after error@1712937821) -> (continuation of Deferred@198098969 after retry RPC after error@1317244552) -> (continuation of Deferred@1762032128 after retry RPC after error@1164515278) -> (continuation of Deferred@953866610 after retry RPC after error@1786767151) -> (continuation of Deferred@812860954 after retry RPC after error@1034543293), errback=(continuation of Deferred@164016676 after retry RPC after error@1837856606) -> (continuation of Deferred@1448574378 after retry RPC after error@1828011951) -> (continuation of Deferred@1344202631 after retry RPC after error@1712937821) -> (continuation of Deferred@198098969 after retry RPC after error@1317244552) -> (continuation of Deferred@1762032128 after retry RPC after error@1164515278) -> (continuation of Deferred@953866610 after retry RPC after error@1786767151) -> (continuation of Deferred@812860954 after retry RPC after error@1034543293)))
09:14:56.444 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:14:56.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.665 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@1540425595(state=PENDING, result=null, callback=(continuation of Deferred@1162383762 after retry RPC after error@499792309) -> (continuation of Deferred@1155695637 after retry RPC after error@391887149) -> (continuation of Deferred@371097173 after retry RPC after error@1515584178) -> (continuation of Deferred@180817857 after retry RPC after error@1084185957) -> (continuation of Deferred@622227445 after retry RPC after error@1357087119) -> (continuation of Deferred@1659385173 after retry RPC after error@1478895640) -> (continuation of Deferred@1322880302 after retry RPC after error@41583235), errback=(continuation of Deferred@1162383762 after retry RPC after error@499792309) -> (continuation of Deferred@1155695637 after retry RPC after error@391887149) -> (continuation of Deferred@371097173 after retry RPC after error@1515584178) -> (continuation of Deferred@180817857 after retry RPC after error@1084185957) -> (continuation of Deferred@622227445 after retry RPC after error@1357087119) -> (continuation of Deferred@1659385173 after retry RPC after error@1478895640) -> (continuation of Deferred@1322880302 after retry RPC after error@41583235)))
09:14:56.665 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@1540425595(state=PENDING, result=null, callback=(continuation of Deferred@1162383762 after retry RPC after error@499792309) -> (continuation of Deferred@1155695637 after retry RPC after error@391887149) -> (continuation of Deferred@371097173 after retry RPC after error@1515584178) -> (continuation of Deferred@180817857 after retry RPC after error@1084185957) -> (continuation of Deferred@622227445 after retry RPC after error@1357087119) -> (continuation of Deferred@1659385173 after retry RPC after error@1478895640) -> (continuation of Deferred@1322880302 after retry RPC after error@41583235), errback=(continuation of Deferred@1162383762 after retry RPC after error@499792309) -> (continuation of Deferred@1155695637 after retry RPC after error@391887149) -> (continuation of Deferred@371097173 after retry RPC after error@1515584178) -> (continuation of Deferred@180817857 after retry RPC after error@1084185957) -> (continuation of Deferred@622227445 after retry RPC after error@1357087119) -> (continuation of Deferred@1659385173 after retry RPC after error@1478895640) -> (continuation of Deferred@1322880302 after retry RPC after error@41583235)))
09:14:56.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.905 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [63ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@12610150(state=PENDING, result=null, callback=(continuation of Deferred@204865751 after retry RPC after error@608332744) -> (continuation of Deferred@1302531763 after retry RPC after error@1320406587) -> (continuation of Deferred@1925144450 after retry RPC after error@1167357494) -> (continuation of Deferred@269954721 after retry RPC after error@1082517646) -> (continuation of Deferred@1221524563 after retry RPC after error@780994234) -> (continuation of Deferred@130439148 after retry RPC after error@1760042498) -> (continuation of Deferred@1467702056 after retry RPC after error@285552555), errback=(continuation of Deferred@204865751 after retry RPC after error@608332744) -> (continuation of Deferred@1302531763 after retry RPC after error@1320406587) -> (continuation of Deferred@1925144450 after retry RPC after error@1167357494) -> (continuation of Deferred@269954721 after retry RPC after error@1082517646) -> (continuation of Deferred@1221524563 after retry RPC after error@780994234) -> (continuation of Deferred@130439148 after retry RPC after error@1760042498) -> (continuation of Deferred@1467702056 after retry RPC after error@285552555)))
09:14:56.906 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [63ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@12610150(state=PENDING, result=null, callback=(continuation of Deferred@204865751 after retry RPC after error@608332744) -> (continuation of Deferred@1302531763 after retry RPC after error@1320406587) -> (continuation of Deferred@1925144450 after retry RPC after error@1167357494) -> (continuation of Deferred@269954721 after retry RPC after error@1082517646) -> (continuation of Deferred@1221524563 after retry RPC after error@780994234) -> (continuation of Deferred@130439148 after retry RPC after error@1760042498) -> (continuation of Deferred@1467702056 after retry RPC after error@285552555), errback=(continuation of Deferred@204865751 after retry RPC after error@608332744) -> (continuation of Deferred@1302531763 after retry RPC after error@1320406587) -> (continuation of Deferred@1925144450 after retry RPC after error@1167357494) -> (continuation of Deferred@269954721 after retry RPC after error@1082517646) -> (continuation of Deferred@1221524563 after retry RPC after error@780994234) -> (continuation of Deferred@130439148 after retry RPC after error@1760042498) -> (continuation of Deferred@1467702056 after retry RPC after error@285552555)))
09:14:56.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:56.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:56.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:56.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:56.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:56.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.183 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1323881817(state=PENDING, result=null, callback=(continuation of Deferred@639333453 after retry RPC after error@1033129925) -> (continuation of Deferred@2099284506 after retry RPC after error@1978321658) -> (continuation of Deferred@145645846 after retry RPC after error@400293281) -> (continuation of Deferred@1850922266 after retry RPC after error@1305243440) -> (continuation of Deferred@915472718 after retry RPC after error@2121254088) -> (continuation of Deferred@116204570 after retry RPC after error@687238680) -> (continuation of Deferred@382959929 after retry RPC after error@370826927), errback=(continuation of Deferred@639333453 after retry RPC after error@1033129925) -> (continuation of Deferred@2099284506 after retry RPC after error@1978321658) -> (continuation of Deferred@145645846 after retry RPC after error@400293281) -> (continuation of Deferred@1850922266 after retry RPC after error@1305243440) -> (continuation of Deferred@915472718 after retry RPC after error@2121254088) -> (continuation of Deferred@116204570 after retry RPC after error@687238680) -> (continuation of Deferred@382959929 after retry RPC after error@370826927)))
09:14:57.184 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:14:57.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.284 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.364 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@163390520(state=PENDING, result=null, callback=(continuation of Deferred@1966613616 after retry RPC after error@777707354) -> (continuation of Deferred@2110379255 after retry RPC after error@498443154) -> (continuation of Deferred@697962480 after retry RPC after error@1371714966) -> (continuation of Deferred@1654635829 after retry RPC after error@1376136135) -> (continuation of Deferred@731532280 after retry RPC after error@1873814808) -> (continuation of Deferred@1884900302 after retry RPC after error@325197329), errback=(continuation of Deferred@1966613616 after retry RPC after error@777707354) -> (continuation of Deferred@2110379255 after retry RPC after error@498443154) -> (continuation of Deferred@697962480 after retry RPC after error@1371714966) -> (continuation of Deferred@1654635829 after retry RPC after error@1376136135) -> (continuation of Deferred@731532280 after retry RPC after error@1873814808) -> (continuation of Deferred@1884900302 after retry RPC after error@325197329)))
09:14:57.365 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@163390520(state=PENDING, result=null, callback=(continuation of Deferred@1966613616 after retry RPC after error@777707354) -> (continuation of Deferred@2110379255 after retry RPC after error@498443154) -> (continuation of Deferred@697962480 after retry RPC after error@1371714966) -> (continuation of Deferred@1654635829 after retry RPC after error@1376136135) -> (continuation of Deferred@731532280 after retry RPC after error@1873814808) -> (continuation of Deferred@1884900302 after retry RPC after error@325197329), errback=(continuation of Deferred@1966613616 after retry RPC after error@777707354) -> (continuation of Deferred@2110379255 after retry RPC after error@498443154) -> (continuation of Deferred@697962480 after retry RPC after error@1371714966) -> (continuation of Deferred@1654635829 after retry RPC after error@1376136135) -> (continuation of Deferred@731532280 after retry RPC after error@1873814808) -> (continuation of Deferred@1884900302 after retry RPC after error@325197329)))
09:14:57.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.484 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.624 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.625 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [103ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [103ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [243ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1396414688(state=PENDING, result=null, callback=(continuation of Deferred@439322366 after retry RPC after error@1468890306) -> (continuation of Deferred@1652926340 after retry RPC after error@1836507052) -> (continuation of Deferred@185117834 after retry RPC after error@937409093) -> (continuation of Deferred@2024374973 after retry RPC after error@595175867) -> (continuation of Deferred@1843080610 after retry RPC after error@656195534) -> (continuation of Deferred@320110074 after retry RPC after error@2102278738) -> (continuation of Deferred@1229766244 after retry RPC after error@200051276), errback=(continuation of Deferred@439322366 after retry RPC after error@1468890306) -> (continuation of Deferred@1652926340 after retry RPC after error@1836507052) -> (continuation of Deferred@185117834 after retry RPC after error@937409093) -> (continuation of Deferred@2024374973 after retry RPC after error@595175867) -> (continuation of Deferred@1843080610 after retry RPC after error@656195534) -> (continuation of Deferred@320110074 after retry RPC after error@2102278738) -> (continuation of Deferred@1229766244 after retry RPC after error@200051276)))
09:14:57.626 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [103ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [103ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [243ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1396414688(state=PENDING, result=null, callback=(continuation of Deferred@439322366 after retry RPC after error@1468890306) -> (continuation of Deferred@1652926340 after retry RPC after error@1836507052) -> (continuation of Deferred@185117834 after retry RPC after error@937409093) -> (continuation of Deferred@2024374973 after retry RPC after error@595175867) -> (continuation of Deferred@1843080610 after retry RPC after error@656195534) -> (continuation of Deferred@320110074 after retry RPC after error@2102278738) -> (continuation of Deferred@1229766244 after retry RPC after error@200051276), errback=(continuation of Deferred@439322366 after retry RPC after error@1468890306) -> (continuation of Deferred@1652926340 after retry RPC after error@1836507052) -> (continuation of Deferred@185117834 after retry RPC after error@937409093) -> (continuation of Deferred@2024374973 after retry RPC after error@595175867) -> (continuation of Deferred@1843080610 after retry RPC after error@656195534) -> (continuation of Deferred@320110074 after retry RPC after error@2102278738) -> (continuation of Deferred@1229766244 after retry RPC after error@200051276)))
09:14:57.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.903 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@1540456779(state=PENDING, result=null, callback=(continuation of Deferred@1471245002 after retry RPC after error@1815339895) -> (continuation of Deferred@2001958326 after retry RPC after error@551516622) -> (continuation of Deferred@2095357989 after retry RPC after error@264227989) -> (continuation of Deferred@1672341009 after retry RPC after error@946336419) -> (continuation of Deferred@1633388546 after retry RPC after error@284244952) -> (continuation of Deferred@476105401 after retry RPC after error@454414716) -> (continuation of Deferred@649281924 after retry RPC after error@1057329521), errback=(continuation of Deferred@1471245002 after retry RPC after error@1815339895) -> (continuation of Deferred@2001958326 after retry RPC after error@551516622) -> (continuation of Deferred@2095357989 after retry RPC after error@264227989) -> (continuation of Deferred@1672341009 after retry RPC after error@946336419) -> (continuation of Deferred@1633388546 after retry RPC after error@284244952) -> (continuation of Deferred@476105401 after retry RPC after error@454414716) -> (continuation of Deferred@649281924 after retry RPC after error@1057329521)))
09:14:57.904 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:14:57.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:57.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:57.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:57.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:57.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:57.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.085 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [103ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@423997987(state=PENDING, result=null, callback=(continuation of Deferred@839139649 after retry RPC after error@1019050089) -> (continuation of Deferred@1877153840 after retry RPC after error@1526954821) -> (continuation of Deferred@1260201773 after retry RPC after error@481587223) -> (continuation of Deferred@1801570601 after retry RPC after error@729308755) -> (continuation of Deferred@159264862 after retry RPC after error@922078638) -> (continuation of Deferred@1396208344 after retry RPC after error@979055658), errback=(continuation of Deferred@839139649 after retry RPC after error@1019050089) -> (continuation of Deferred@1877153840 after retry RPC after error@1526954821) -> (continuation of Deferred@1260201773 after retry RPC after error@481587223) -> (continuation of Deferred@1801570601 after retry RPC after error@729308755) -> (continuation of Deferred@159264862 after retry RPC after error@922078638) -> (continuation of Deferred@1396208344 after retry RPC after error@979055658)))
09:14:58.085 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [103ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@423997987(state=PENDING, result=null, callback=(continuation of Deferred@839139649 after retry RPC after error@1019050089) -> (continuation of Deferred@1877153840 after retry RPC after error@1526954821) -> (continuation of Deferred@1260201773 after retry RPC after error@481587223) -> (continuation of Deferred@1801570601 after retry RPC after error@729308755) -> (continuation of Deferred@159264862 after retry RPC after error@922078638) -> (continuation of Deferred@1396208344 after retry RPC after error@979055658), errback=(continuation of Deferred@839139649 after retry RPC after error@1019050089) -> (continuation of Deferred@1877153840 after retry RPC after error@1526954821) -> (continuation of Deferred@1260201773 after retry RPC after error@481587223) -> (continuation of Deferred@1801570601 after retry RPC after error@729308755) -> (continuation of Deferred@159264862 after retry RPC after error@922078638) -> (continuation of Deferred@1396208344 after retry RPC after error@979055658)))
09:14:58.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.204 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.264 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.264 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.285 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [163ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [183ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@279482903(state=PENDING, result=null, callback=(continuation of Deferred@919202744 after retry RPC after error@1987709558) -> (continuation of Deferred@474779416 after retry RPC after error@1218485932) -> (continuation of Deferred@835532843 after retry RPC after error@390245854) -> (continuation of Deferred@1863238753 after retry RPC after error@597127890) -> (continuation of Deferred@2076383979 after retry RPC after error@2037212176) -> (continuation of Deferred@1624873616 after retry RPC after error@2017490363) -> (continuation of Deferred@456604698 after retry RPC after error@166233736), errback=(continuation of Deferred@919202744 after retry RPC after error@1987709558) -> (continuation of Deferred@474779416 after retry RPC after error@1218485932) -> (continuation of Deferred@835532843 after retry RPC after error@390245854) -> (continuation of Deferred@1863238753 after retry RPC after error@597127890) -> (continuation of Deferred@2076383979 after retry RPC after error@2037212176) -> (continuation of Deferred@1624873616 after retry RPC after error@2017490363) -> (continuation of Deferred@456604698 after retry RPC after error@166233736)))
09:14:58.286 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [163ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [183ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@279482903(state=PENDING, result=null, callback=(continuation of Deferred@919202744 after retry RPC after error@1987709558) -> (continuation of Deferred@474779416 after retry RPC after error@1218485932) -> (continuation of Deferred@835532843 after retry RPC after error@390245854) -> (continuation of Deferred@1863238753 after retry RPC after error@597127890) -> (continuation of Deferred@2076383979 after retry RPC after error@2037212176) -> (continuation of Deferred@1624873616 after retry RPC after error@2017490363) -> (continuation of Deferred@456604698 after retry RPC after error@166233736), errback=(continuation of Deferred@919202744 after retry RPC after error@1987709558) -> (continuation of Deferred@474779416 after retry RPC after error@1218485932) -> (continuation of Deferred@835532843 after retry RPC after error@390245854) -> (continuation of Deferred@1863238753 after retry RPC after error@597127890) -> (continuation of Deferred@2076383979 after retry RPC after error@2037212176) -> (continuation of Deferred@1624873616 after retry RPC after error@2017490363) -> (continuation of Deferred@456604698 after retry RPC after error@166233736)))
09:14:58.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.544 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1679009034(state=PENDING, result=null, callback=(continuation of Deferred@208297860 after retry RPC after error@1972828978) -> (continuation of Deferred@1179667271 after retry RPC after error@1066569074) -> (continuation of Deferred@1641706363 after retry RPC after error@601316121) -> (continuation of Deferred@1729701463 after retry RPC after error@1288429275) -> (continuation of Deferred@2117610898 after retry RPC after error@1739505375) -> (continuation of Deferred@1235949539 after retry RPC after error@1527002379) -> (continuation of Deferred@1693439812 after retry RPC after error@1982190912), errback=(continuation of Deferred@208297860 after retry RPC after error@1972828978) -> (continuation of Deferred@1179667271 after retry RPC after error@1066569074) -> (continuation of Deferred@1641706363 after retry RPC after error@601316121) -> (continuation of Deferred@1729701463 after retry RPC after error@1288429275) -> (continuation of Deferred@2117610898 after retry RPC after error@1739505375) -> (continuation of Deferred@1235949539 after retry RPC after error@1527002379) -> (continuation of Deferred@1693439812 after retry RPC after error@1982190912)))
09:14:58.545 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1679009034(state=PENDING, result=null, callback=(continuation of Deferred@208297860 after retry RPC after error@1972828978) -> (continuation of Deferred@1179667271 after retry RPC after error@1066569074) -> (continuation of Deferred@1641706363 after retry RPC after error@601316121) -> (continuation of Deferred@1729701463 after retry RPC after error@1288429275) -> (continuation of Deferred@2117610898 after retry RPC after error@1739505375) -> (continuation of Deferred@1235949539 after retry RPC after error@1527002379) -> (continuation of Deferred@1693439812 after retry RPC after error@1982190912), errback=(continuation of Deferred@208297860 after retry RPC after error@1972828978) -> (continuation of Deferred@1179667271 after retry RPC after error@1066569074) -> (continuation of Deferred@1641706363 after retry RPC after error@601316121) -> (continuation of Deferred@1729701463 after retry RPC after error@1288429275) -> (continuation of Deferred@2117610898 after retry RPC after error@1739505375) -> (continuation of Deferred@1235949539 after retry RPC after error@1527002379) -> (continuation of Deferred@1693439812 after retry RPC after error@1982190912)))
09:14:58.564 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.564 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.805 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@701841360(state=PENDING, result=null, callback=(continuation of Deferred@347904190 after retry RPC after error@1123736238) -> (continuation of Deferred@1784251 after retry RPC after error@11582935) -> (continuation of Deferred@1882827799 after retry RPC after error@1686255380) -> (continuation of Deferred@1024265438 after retry RPC after error@953569453) -> (continuation of Deferred@95554228 after retry RPC after error@1895675777) -> (continuation of Deferred@633552572 after retry RPC after error@798638481) -> (continuation of Deferred@979900796 after retry RPC after error@657780751), errback=(continuation of Deferred@347904190 after retry RPC after error@1123736238) -> (continuation of Deferred@1784251 after retry RPC after error@11582935) -> (continuation of Deferred@1882827799 after retry RPC after error@1686255380) -> (continuation of Deferred@1024265438 after retry RPC after error@953569453) -> (continuation of Deferred@95554228 after retry RPC after error@1895675777) -> (continuation of Deferred@633552572 after retry RPC after error@798638481) -> (continuation of Deferred@979900796 after retry RPC after error@657780751)))
09:14:58.805 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@701841360(state=PENDING, result=null, callback=(continuation of Deferred@347904190 after retry RPC after error@1123736238) -> (continuation of Deferred@1784251 after retry RPC after error@11582935) -> (continuation of Deferred@1882827799 after retry RPC after error@1686255380) -> (continuation of Deferred@1024265438 after retry RPC after error@953569453) -> (continuation of Deferred@95554228 after retry RPC after error@1895675777) -> (continuation of Deferred@633552572 after retry RPC after error@798638481) -> (continuation of Deferred@979900796 after retry RPC after error@657780751), errback=(continuation of Deferred@347904190 after retry RPC after error@1123736238) -> (continuation of Deferred@1784251 after retry RPC after error@11582935) -> (continuation of Deferred@1882827799 after retry RPC after error@1686255380) -> (continuation of Deferred@1024265438 after retry RPC after error@953569453) -> (continuation of Deferred@95554228 after retry RPC after error@1895675777) -> (continuation of Deferred@633552572 after retry RPC after error@798638481) -> (continuation of Deferred@979900796 after retry RPC after error@657780751)))
09:14:58.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:58.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:58.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:58.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:58.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:58.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.065 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@2045772518(state=PENDING, result=null, callback=(continuation of Deferred@1513702111 after retry RPC after error@437699820) -> (continuation of Deferred@799660967 after retry RPC after error@1454840710) -> (continuation of Deferred@1183351861 after retry RPC after error@1788156332) -> (continuation of Deferred@184583098 after retry RPC after error@1703268983) -> (continuation of Deferred@1731091422 after retry RPC after error@632583918) -> (continuation of Deferred@707144881 after retry RPC after error@1635472872) -> (continuation of Deferred@1956512434 after retry RPC after error@1922763209), errback=(continuation of Deferred@1513702111 after retry RPC after error@437699820) -> (continuation of Deferred@799660967 after retry RPC after error@1454840710) -> (continuation of Deferred@1183351861 after retry RPC after error@1788156332) -> (continuation of Deferred@184583098 after retry RPC after error@1703268983) -> (continuation of Deferred@1731091422 after retry RPC after error@632583918) -> (continuation of Deferred@707144881 after retry RPC after error@1635472872) -> (continuation of Deferred@1956512434 after retry RPC after error@1922763209)))
09:14:59.066 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@2045772518(state=PENDING, result=null, callback=(continuation of Deferred@1513702111 after retry RPC after error@437699820) -> (continuation of Deferred@799660967 after retry RPC after error@1454840710) -> (continuation of Deferred@1183351861 after retry RPC after error@1788156332) -> (continuation of Deferred@184583098 after retry RPC after error@1703268983) -> (continuation of Deferred@1731091422 after retry RPC after error@632583918) -> (continuation of Deferred@707144881 after retry RPC after error@1635472872) -> (continuation of Deferred@1956512434 after retry RPC after error@1922763209), errback=(continuation of Deferred@1513702111 after retry RPC after error@437699820) -> (continuation of Deferred@799660967 after retry RPC after error@1454840710) -> (continuation of Deferred@1183351861 after retry RPC after error@1788156332) -> (continuation of Deferred@184583098 after retry RPC after error@1703268983) -> (continuation of Deferred@1731091422 after retry RPC after error@632583918) -> (continuation of Deferred@707144881 after retry RPC after error@1635472872) -> (continuation of Deferred@1956512434 after retry RPC after error@1922763209)))
09:14:59.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.084 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.265 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@819135129(state=PENDING, result=null, callback=(continuation of Deferred@1965527418 after retry RPC after error@1776675487) -> (continuation of Deferred@1476575652 after retry RPC after error@1886246903) -> (continuation of Deferred@956839105 after retry RPC after error@2147450989) -> (continuation of Deferred@826175959 after retry RPC after error@804440680) -> (continuation of Deferred@1470389611 after retry RPC after error@1415271194) -> (continuation of Deferred@371798159 after retry RPC after error@791746984), errback=(continuation of Deferred@1965527418 after retry RPC after error@1776675487) -> (continuation of Deferred@1476575652 after retry RPC after error@1886246903) -> (continuation of Deferred@956839105 after retry RPC after error@2147450989) -> (continuation of Deferred@826175959 after retry RPC after error@804440680) -> (continuation of Deferred@1470389611 after retry RPC after error@1415271194) -> (continuation of Deferred@371798159 after retry RPC after error@791746984)))
09:14:59.265 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@819135129(state=PENDING, result=null, callback=(continuation of Deferred@1965527418 after retry RPC after error@1776675487) -> (continuation of Deferred@1476575652 after retry RPC after error@1886246903) -> (continuation of Deferred@956839105 after retry RPC after error@2147450989) -> (continuation of Deferred@826175959 after retry RPC after error@804440680) -> (continuation of Deferred@1470389611 after retry RPC after error@1415271194) -> (continuation of Deferred@371798159 after retry RPC after error@791746984), errback=(continuation of Deferred@1965527418 after retry RPC after error@1776675487) -> (continuation of Deferred@1476575652 after retry RPC after error@1886246903) -> (continuation of Deferred@956839105 after retry RPC after error@2147450989) -> (continuation of Deferred@826175959 after retry RPC after error@804440680) -> (continuation of Deferred@1470389611 after retry RPC after error@1415271194) -> (continuation of Deferred@371798159 after retry RPC after error@791746984)))
09:14:59.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.364 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.505 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1555969818(state=PENDING, result=null, callback=(continuation of Deferred@1340214390 after retry RPC after error@1554111328) -> (continuation of Deferred@612707278 after retry RPC after error@154062499) -> (continuation of Deferred@1450238540 after retry RPC after error@72894777) -> (continuation of Deferred@160352551 after retry RPC after error@1982481763) -> (continuation of Deferred@664386408 after retry RPC after error@1632513827) -> (continuation of Deferred@519439836 after retry RPC after error@978537020) -> (continuation of Deferred@1358689509 after retry RPC after error@1079832302), errback=(continuation of Deferred@1340214390 after retry RPC after error@1554111328) -> (continuation of Deferred@612707278 after retry RPC after error@154062499) -> (continuation of Deferred@1450238540 after retry RPC after error@72894777) -> (continuation of Deferred@160352551 after retry RPC after error@1982481763) -> (continuation of Deferred@664386408 after retry RPC after error@1632513827) -> (continuation of Deferred@519439836 after retry RPC after error@978537020) -> (continuation of Deferred@1358689509 after retry RPC after error@1079832302)))
09:14:59.505 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1555969818(state=PENDING, result=null, callback=(continuation of Deferred@1340214390 after retry RPC after error@1554111328) -> (continuation of Deferred@612707278 after retry RPC after error@154062499) -> (continuation of Deferred@1450238540 after retry RPC after error@72894777) -> (continuation of Deferred@160352551 after retry RPC after error@1982481763) -> (continuation of Deferred@664386408 after retry RPC after error@1632513827) -> (continuation of Deferred@519439836 after retry RPC after error@978537020) -> (continuation of Deferred@1358689509 after retry RPC after error@1079832302), errback=(continuation of Deferred@1340214390 after retry RPC after error@1554111328) -> (continuation of Deferred@612707278 after retry RPC after error@154062499) -> (continuation of Deferred@1450238540 after retry RPC after error@72894777) -> (continuation of Deferred@160352551 after retry RPC after error@1982481763) -> (continuation of Deferred@664386408 after retry RPC after error@1632513827) -> (continuation of Deferred@519439836 after retry RPC after error@978537020) -> (continuation of Deferred@1358689509 after retry RPC after error@1079832302)))
09:14:59.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.544 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.783 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1519553596(state=PENDING, result=null, callback=(continuation of Deferred@1697351247 after retry RPC after error@229056060) -> (continuation of Deferred@1009046186 after retry RPC after error@1914264190) -> (continuation of Deferred@1262072716 after retry RPC after error@2128220713) -> (continuation of Deferred@1693531866 after retry RPC after error@1552110224) -> (continuation of Deferred@1520451423 after retry RPC after error@1959077240) -> (continuation of Deferred@422560468 after retry RPC after error@1610486963) -> (continuation of Deferred@83854036 after retry RPC after error@1498188246), errback=(continuation of Deferred@1697351247 after retry RPC after error@229056060) -> (continuation of Deferred@1009046186 after retry RPC after error@1914264190) -> (continuation of Deferred@1262072716 after retry RPC after error@2128220713) -> (continuation of Deferred@1693531866 after retry RPC after error@1552110224) -> (continuation of Deferred@1520451423 after retry RPC after error@1959077240) -> (continuation of Deferred@422560468 after retry RPC after error@1610486963) -> (continuation of Deferred@83854036 after retry RPC after error@1498188246)))
09:14:59.784 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:14:59.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.804 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.824 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:14:59.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:14:59.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:14:59.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:14:59.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:14:59.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.024 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.025 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@710444013(state=PENDING, result=null, callback=(continuation of Deferred@1608485525 after retry RPC after error@431806420) -> (continuation of Deferred@925726784 after retry RPC after error@1501876899) -> (continuation of Deferred@2049728548 after retry RPC after error@97585858) -> (continuation of Deferred@1499635008 after retry RPC after error@646728965) -> (continuation of Deferred@1060648112 after retry RPC after error@842182287) -> (continuation of Deferred@2146938132 after retry RPC after error@1003959178) -> (continuation of Deferred@1169432052 after retry RPC after error@1658164507), errback=(continuation of Deferred@1608485525 after retry RPC after error@431806420) -> (continuation of Deferred@925726784 after retry RPC after error@1501876899) -> (continuation of Deferred@2049728548 after retry RPC after error@97585858) -> (continuation of Deferred@1499635008 after retry RPC after error@646728965) -> (continuation of Deferred@1060648112 after retry RPC after error@842182287) -> (continuation of Deferred@2146938132 after retry RPC after error@1003959178) -> (continuation of Deferred@1169432052 after retry RPC after error@1658164507)))
09:15:00.026 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@710444013(state=PENDING, result=null, callback=(continuation of Deferred@1608485525 after retry RPC after error@431806420) -> (continuation of Deferred@925726784 after retry RPC after error@1501876899) -> (continuation of Deferred@2049728548 after retry RPC after error@97585858) -> (continuation of Deferred@1499635008 after retry RPC after error@646728965) -> (continuation of Deferred@1060648112 after retry RPC after error@842182287) -> (continuation of Deferred@2146938132 after retry RPC after error@1003959178) -> (continuation of Deferred@1169432052 after retry RPC after error@1658164507), errback=(continuation of Deferred@1608485525 after retry RPC after error@431806420) -> (continuation of Deferred@925726784 after retry RPC after error@1501876899) -> (continuation of Deferred@2049728548 after retry RPC after error@97585858) -> (continuation of Deferred@1499635008 after retry RPC after error@646728965) -> (continuation of Deferred@1060648112 after retry RPC after error@842182287) -> (continuation of Deferred@2146938132 after retry RPC after error@1003959178) -> (continuation of Deferred@1169432052 after retry RPC after error@1658164507)))
09:15:00.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.044 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.104 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.265 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@318512031(state=PENDING, result=null, callback=(continuation of Deferred@1886802454 after retry RPC after error@438161431) -> (continuation of Deferred@1625158192 after retry RPC after error@311377239) -> (continuation of Deferred@1353399282 after retry RPC after error@608359576) -> (continuation of Deferred@729939538 after retry RPC after error@1083120624) -> (continuation of Deferred@1232260280 after retry RPC after error@2066097946) -> (continuation of Deferred@1601254722 after retry RPC after error@1729754567) -> (continuation of Deferred@944890512 after retry RPC after error@1912933495), errback=(continuation of Deferred@1886802454 after retry RPC after error@438161431) -> (continuation of Deferred@1625158192 after retry RPC after error@311377239) -> (continuation of Deferred@1353399282 after retry RPC after error@608359576) -> (continuation of Deferred@729939538 after retry RPC after error@1083120624) -> (continuation of Deferred@1232260280 after retry RPC after error@2066097946) -> (continuation of Deferred@1601254722 after retry RPC after error@1729754567) -> (continuation of Deferred@944890512 after retry RPC after error@1912933495)))
09:15:00.265 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@318512031(state=PENDING, result=null, callback=(continuation of Deferred@1886802454 after retry RPC after error@438161431) -> (continuation of Deferred@1625158192 after retry RPC after error@311377239) -> (continuation of Deferred@1353399282 after retry RPC after error@608359576) -> (continuation of Deferred@729939538 after retry RPC after error@1083120624) -> (continuation of Deferred@1232260280 after retry RPC after error@2066097946) -> (continuation of Deferred@1601254722 after retry RPC after error@1729754567) -> (continuation of Deferred@944890512 after retry RPC after error@1912933495), errback=(continuation of Deferred@1886802454 after retry RPC after error@438161431) -> (continuation of Deferred@1625158192 after retry RPC after error@311377239) -> (continuation of Deferred@1353399282 after retry RPC after error@608359576) -> (continuation of Deferred@729939538 after retry RPC after error@1083120624) -> (continuation of Deferred@1232260280 after retry RPC after error@2066097946) -> (continuation of Deferred@1601254722 after retry RPC after error@1729754567) -> (continuation of Deferred@944890512 after retry RPC after error@1912933495)))
09:15:00.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.543 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@1556570486(state=PENDING, result=null, callback=(continuation of Deferred@1514297467 after retry RPC after error@871161080) -> (continuation of Deferred@483514390 after retry RPC after error@2071643691) -> (continuation of Deferred@867420351 after retry RPC after error@1726863661) -> (continuation of Deferred@1953410190 after retry RPC after error@1502111670) -> (continuation of Deferred@1960028680 after retry RPC after error@2097094926) -> (continuation of Deferred@2104813763 after retry RPC after error@1742439692) -> (continuation of Deferred@238149653 after retry RPC after error@197347212), errback=(continuation of Deferred@1514297467 after retry RPC after error@871161080) -> (continuation of Deferred@483514390 after retry RPC after error@2071643691) -> (continuation of Deferred@867420351 after retry RPC after error@1726863661) -> (continuation of Deferred@1953410190 after retry RPC after error@1502111670) -> (continuation of Deferred@1960028680 after retry RPC after error@2097094926) -> (continuation of Deferred@2104813763 after retry RPC after error@1742439692) -> (continuation of Deferred@238149653 after retry RPC after error@197347212)))
09:15:00.544 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:15:00.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.584 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:15:00.595546 11023 raft_consensus.cc:493] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8a099aca56e44359b91b3c0800a38ec3)
09:15:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:15:00.595736 11023 raft_consensus.cc:515] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:15:00.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:15:00.596418 11023 leader_election.cc:290] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205), 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311)
09:15:00.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:15:00.597330 10150 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.205.254:33205: connect: Connection refused (error 111) [suppressed 5 similar messages]
09:15:00.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:15:00.598361 10148 leader_election.cc:336] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311): Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111)
09:15:00.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:15:00.598492 10150 leader_election.cc:336] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205): Network error: Client connection negotiation failed: client connection to 127.9.205.254:33205: connect: Connection refused (error 111)
09:15:00.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:15:00.598609 10150 leader_election.cc:304] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 130310c74d714934bdecfd6981872d61; no voters: 655505cfce41453cbbaa13d6dd3467b9, 8a099aca56e44359b91b3c0800a38ec3
09:15:00.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:15:00.598796 11023 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
09:15:00.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.624 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.823 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [63ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1460351159(state=PENDING, result=null, callback=(continuation of Deferred@69494195 after retry RPC after error@1691193949) -> (continuation of Deferred@1099708110 after retry RPC after error@1334589632) -> (continuation of Deferred@1755501951 after retry RPC after error@1618341196) -> (continuation of Deferred@1081056714 after retry RPC after error@1854662463) -> (continuation of Deferred@276618940 after retry RPC after error@1605127794) -> (continuation of Deferred@1662065024 after retry RPC after error@1376954562) -> (continuation of Deferred@611128578 after retry RPC after error@420413475), errback=(continuation of Deferred@69494195 after retry RPC after error@1691193949) -> (continuation of Deferred@1099708110 after retry RPC after error@1334589632) -> (continuation of Deferred@1755501951 after retry RPC after error@1618341196) -> (continuation of Deferred@1081056714 after retry RPC after error@1854662463) -> (continuation of Deferred@276618940 after retry RPC after error@1605127794) -> (continuation of Deferred@1662065024 after retry RPC after error@1376954562) -> (continuation of Deferred@611128578 after retry RPC after error@420413475)))
09:15:00.824 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:15:00.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.864 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:00.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:00.964 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:00.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:00.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:00.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.025 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1028355320(state=PENDING, result=null, callback=(continuation of Deferred@923494161 after retry RPC after error@844075631) -> (continuation of Deferred@53842497 after retry RPC after error@1707072107) -> (continuation of Deferred@165681698 after retry RPC after error@1198669211) -> (continuation of Deferred@1761220782 after retry RPC after error@1938680664) -> (continuation of Deferred@2050346497 after retry RPC after error@754825785) -> (continuation of Deferred@351987808 after retry RPC after error@145823372) -> (continuation of Deferred@1545634909 after retry RPC after error@500027794), errback=(continuation of Deferred@923494161 after retry RPC after error@844075631) -> (continuation of Deferred@53842497 after retry RPC after error@1707072107) -> (continuation of Deferred@165681698 after retry RPC after error@1198669211) -> (continuation of Deferred@1761220782 after retry RPC after error@1938680664) -> (continuation of Deferred@2050346497 after retry RPC after error@754825785) -> (continuation of Deferred@351987808 after retry RPC after error@145823372) -> (continuation of Deferred@1545634909 after retry RPC after error@500027794)))
09:15:01.025 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1028355320(state=PENDING, result=null, callback=(continuation of Deferred@923494161 after retry RPC after error@844075631) -> (continuation of Deferred@53842497 after retry RPC after error@1707072107) -> (continuation of Deferred@165681698 after retry RPC after error@1198669211) -> (continuation of Deferred@1761220782 after retry RPC after error@1938680664) -> (continuation of Deferred@2050346497 after retry RPC after error@754825785) -> (continuation of Deferred@351987808 after retry RPC after error@145823372) -> (continuation of Deferred@1545634909 after retry RPC after error@500027794), errback=(continuation of Deferred@923494161 after retry RPC after error@844075631) -> (continuation of Deferred@53842497 after retry RPC after error@1707072107) -> (continuation of Deferred@165681698 after retry RPC after error@1198669211) -> (continuation of Deferred@1761220782 after retry RPC after error@1938680664) -> (continuation of Deferred@2050346497 after retry RPC after error@754825785) -> (continuation of Deferred@351987808 after retry RPC after error@145823372) -> (continuation of Deferred@1545634909 after retry RPC after error@500027794)))
09:15:01.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.224 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.225 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1391308558(state=PENDING, result=null, callback=(continuation of Deferred@1312650606 after retry RPC after error@1434552258) -> (continuation of Deferred@1601614225 after retry RPC after error@1625092270) -> (continuation of Deferred@1164931038 after retry RPC after error@478760742) -> (continuation of Deferred@1989775135 after retry RPC after error@1900497122) -> (continuation of Deferred@1332267147 after retry RPC after error@432950847) -> (continuation of Deferred@588634990 after retry RPC after error@1751025590) -> (continuation of Deferred@1635464870 after retry RPC after error@179254016), errback=(continuation of Deferred@1312650606 after retry RPC after error@1434552258) -> (continuation of Deferred@1601614225 after retry RPC after error@1625092270) -> (continuation of Deferred@1164931038 after retry RPC after error@478760742) -> (continuation of Deferred@1989775135 after retry RPC after error@1900497122) -> (continuation of Deferred@1332267147 after retry RPC after error@432950847) -> (continuation of Deferred@588634990 after retry RPC after error@1751025590) -> (continuation of Deferred@1635464870 after retry RPC after error@179254016)))
09:15:01.226 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1391308558(state=PENDING, result=null, callback=(continuation of Deferred@1312650606 after retry RPC after error@1434552258) -> (continuation of Deferred@1601614225 after retry RPC after error@1625092270) -> (continuation of Deferred@1164931038 after retry RPC after error@478760742) -> (continuation of Deferred@1989775135 after retry RPC after error@1900497122) -> (continuation of Deferred@1332267147 after retry RPC after error@432950847) -> (continuation of Deferred@588634990 after retry RPC after error@1751025590) -> (continuation of Deferred@1635464870 after retry RPC after error@179254016), errback=(continuation of Deferred@1312650606 after retry RPC after error@1434552258) -> (continuation of Deferred@1601614225 after retry RPC after error@1625092270) -> (continuation of Deferred@1164931038 after retry RPC after error@478760742) -> (continuation of Deferred@1989775135 after retry RPC after error@1900497122) -> (continuation of Deferred@1332267147 after retry RPC after error@432950847) -> (continuation of Deferred@588634990 after retry RPC after error@1751025590) -> (continuation of Deferred@1635464870 after retry RPC after error@179254016)))
09:15:01.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.284 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.425 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@780786996(state=PENDING, result=null, callback=(continuation of Deferred@1654522686 after retry RPC after error@37990172) -> (continuation of Deferred@371321427 after retry RPC after error@1990325726) -> (continuation of Deferred@1689558983 after retry RPC after error@2064705282) -> (continuation of Deferred@1652226369 after retry RPC after error@462221269) -> (continuation of Deferred@1527120324 after retry RPC after error@659735889) -> (continuation of Deferred@316117003 after retry RPC after error@1851340739), errback=(continuation of Deferred@1654522686 after retry RPC after error@37990172) -> (continuation of Deferred@371321427 after retry RPC after error@1990325726) -> (continuation of Deferred@1689558983 after retry RPC after error@2064705282) -> (continuation of Deferred@1652226369 after retry RPC after error@462221269) -> (continuation of Deferred@1527120324 after retry RPC after error@659735889) -> (continuation of Deferred@316117003 after retry RPC after error@1851340739)))
09:15:01.425 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@780786996(state=PENDING, result=null, callback=(continuation of Deferred@1654522686 after retry RPC after error@37990172) -> (continuation of Deferred@371321427 after retry RPC after error@1990325726) -> (continuation of Deferred@1689558983 after retry RPC after error@2064705282) -> (continuation of Deferred@1652226369 after retry RPC after error@462221269) -> (continuation of Deferred@1527120324 after retry RPC after error@659735889) -> (continuation of Deferred@316117003 after retry RPC after error@1851340739), errback=(continuation of Deferred@1654522686 after retry RPC after error@37990172) -> (continuation of Deferred@371321427 after retry RPC after error@1990325726) -> (continuation of Deferred@1689558983 after retry RPC after error@2064705282) -> (continuation of Deferred@1652226369 after retry RPC after error@462221269) -> (continuation of Deferred@1527120324 after retry RPC after error@659735889) -> (continuation of Deferred@316117003 after retry RPC after error@1851340739)))
09:15:01.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.504 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.585 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@1580097763(state=PENDING, result=null, callback=(continuation of Deferred@972264781 after retry RPC after error@1947487163) -> (continuation of Deferred@1952346404 after retry RPC after error@1499086388) -> (continuation of Deferred@2082898351 after retry RPC after error@708396035) -> (continuation of Deferred@770299697 after retry RPC after error@625669926) -> (continuation of Deferred@1839804889 after retry RPC after error@231766323) -> (continuation of Deferred@1852012519 after retry RPC after error@476208842) -> (continuation of Deferred@945914726 after retry RPC after error@922123448), errback=(continuation of Deferred@972264781 after retry RPC after error@1947487163) -> (continuation of Deferred@1952346404 after retry RPC after error@1499086388) -> (continuation of Deferred@2082898351 after retry RPC after error@708396035) -> (continuation of Deferred@770299697 after retry RPC after error@625669926) -> (continuation of Deferred@1839804889 after retry RPC after error@231766323) -> (continuation of Deferred@1852012519 after retry RPC after error@476208842) -> (continuation of Deferred@945914726 after retry RPC after error@922123448)))
09:15:01.585 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@1580097763(state=PENDING, result=null, callback=(continuation of Deferred@972264781 after retry RPC after error@1947487163) -> (continuation of Deferred@1952346404 after retry RPC after error@1499086388) -> (continuation of Deferred@2082898351 after retry RPC after error@708396035) -> (continuation of Deferred@770299697 after retry RPC after error@625669926) -> (continuation of Deferred@1839804889 after retry RPC after error@231766323) -> (continuation of Deferred@1852012519 after retry RPC after error@476208842) -> (continuation of Deferred@945914726 after retry RPC after error@922123448), errback=(continuation of Deferred@972264781 after retry RPC after error@1947487163) -> (continuation of Deferred@1952346404 after retry RPC after error@1499086388) -> (continuation of Deferred@2082898351 after retry RPC after error@708396035) -> (continuation of Deferred@770299697 after retry RPC after error@625669926) -> (continuation of Deferred@1839804889 after retry RPC after error@231766323) -> (continuation of Deferred@1852012519 after retry RPC after error@476208842) -> (continuation of Deferred@945914726 after retry RPC after error@922123448)))
09:15:01.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.624 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.684 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.704 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.764 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.765 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [23ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [23ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [83ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [83ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [163ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@1813148640(state=PENDING, result=null, callback=(continuation of Deferred@777848591 after retry RPC after error@24887431) -> (continuation of Deferred@916320467 after retry RPC after error@1232017555) -> (continuation of Deferred@265034702 after retry RPC after error@1357684040) -> (continuation of Deferred@162456814 after retry RPC after error@951373512) -> (continuation of Deferred@1472831611 after retry RPC after error@1677418775) -> (continuation of Deferred@487350290 after retry RPC after error@63979509), errback=(continuation of Deferred@777848591 after retry RPC after error@24887431) -> (continuation of Deferred@916320467 after retry RPC after error@1232017555) -> (continuation of Deferred@265034702 after retry RPC after error@1357684040) -> (continuation of Deferred@162456814 after retry RPC after error@951373512) -> (continuation of Deferred@1472831611 after retry RPC after error@1677418775) -> (continuation of Deferred@487350290 after retry RPC after error@63979509)))
09:15:01.766 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [23ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [23ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [83ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [83ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [163ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@1813148640(state=PENDING, result=null, callback=(continuation of Deferred@777848591 after retry RPC after error@24887431) -> (continuation of Deferred@916320467 after retry RPC after error@1232017555) -> (continuation of Deferred@265034702 after retry RPC after error@1357684040) -> (continuation of Deferred@162456814 after retry RPC after error@951373512) -> (continuation of Deferred@1472831611 after retry RPC after error@1677418775) -> (continuation of Deferred@487350290 after retry RPC after error@63979509), errback=(continuation of Deferred@777848591 after retry RPC after error@24887431) -> (continuation of Deferred@916320467 after retry RPC after error@1232017555) -> (continuation of Deferred@265034702 after retry RPC after error@1357684040) -> (continuation of Deferred@162456814 after retry RPC after error@951373512) -> (continuation of Deferred@1472831611 after retry RPC after error@1677418775) -> (continuation of Deferred@487350290 after retry RPC after error@63979509)))
09:15:01.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.824 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.945 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1511797929(state=PENDING, result=null, callback=(continuation of Deferred@819561517 after retry RPC after error@1591367498) -> (continuation of Deferred@1926866925 after retry RPC after error@1239120995) -> (continuation of Deferred@895443353 after retry RPC after error@968032383) -> (continuation of Deferred@107626091 after retry RPC after error@348156577) -> (continuation of Deferred@1516079625 after retry RPC after error@2077022661) -> (continuation of Deferred@746731953 after retry RPC after error@1002443770), errback=(continuation of Deferred@819561517 after retry RPC after error@1591367498) -> (continuation of Deferred@1926866925 after retry RPC after error@1239120995) -> (continuation of Deferred@895443353 after retry RPC after error@968032383) -> (continuation of Deferred@107626091 after retry RPC after error@348156577) -> (continuation of Deferred@1516079625 after retry RPC after error@2077022661) -> (continuation of Deferred@746731953 after retry RPC after error@1002443770)))
09:15:01.945 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1511797929(state=PENDING, result=null, callback=(continuation of Deferred@819561517 after retry RPC after error@1591367498) -> (continuation of Deferred@1926866925 after retry RPC after error@1239120995) -> (continuation of Deferred@895443353 after retry RPC after error@968032383) -> (continuation of Deferred@107626091 after retry RPC after error@348156577) -> (continuation of Deferred@1516079625 after retry RPC after error@2077022661) -> (continuation of Deferred@746731953 after retry RPC after error@1002443770), errback=(continuation of Deferred@819561517 after retry RPC after error@1591367498) -> (continuation of Deferred@1926866925 after retry RPC after error@1239120995) -> (continuation of Deferred@895443353 after retry RPC after error@968032383) -> (continuation of Deferred@107626091 after retry RPC after error@348156577) -> (continuation of Deferred@1516079625 after retry RPC after error@2077022661) -> (continuation of Deferred@746731953 after retry RPC after error@1002443770)))
09:15:01.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:01.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:01.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:01.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:01.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:01.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.044 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.223 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@2138544906(state=PENDING, result=null, callback=(continuation of Deferred@902748336 after retry RPC after error@104302205) -> (continuation of Deferred@1048363520 after retry RPC after error@2106630414) -> (continuation of Deferred@1054408020 after retry RPC after error@73830556) -> (continuation of Deferred@1557278418 after retry RPC after error@615672983) -> (continuation of Deferred@1568216840 after retry RPC after error@1831571019) -> (continuation of Deferred@541231490 after retry RPC after error@396595145) -> (continuation of Deferred@49748834 after retry RPC after error@857703585), errback=(continuation of Deferred@902748336 after retry RPC after error@104302205) -> (continuation of Deferred@1048363520 after retry RPC after error@2106630414) -> (continuation of Deferred@1054408020 after retry RPC after error@73830556) -> (continuation of Deferred@1557278418 after retry RPC after error@615672983) -> (continuation of Deferred@1568216840 after retry RPC after error@1831571019) -> (continuation of Deferred@541231490 after retry RPC after error@396595145) -> (continuation of Deferred@49748834 after retry RPC after error@857703585)))
09:15:02.224 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:15:02.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.264 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.464 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [23ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1028097582(state=PENDING, result=null, callback=(continuation of Deferred@235803425 after retry RPC after error@325764192) -> (continuation of Deferred@597392940 after retry RPC after error@585955975) -> (continuation of Deferred@1543860960 after retry RPC after error@428471492) -> (continuation of Deferred@1629197255 after retry RPC after error@610690465) -> (continuation of Deferred@1401127359 after retry RPC after error@91910367) -> (continuation of Deferred@943869468 after retry RPC after error@790523864) -> (continuation of Deferred@1625267709 after retry RPC after error@913696177), errback=(continuation of Deferred@235803425 after retry RPC after error@325764192) -> (continuation of Deferred@597392940 after retry RPC after error@585955975) -> (continuation of Deferred@1543860960 after retry RPC after error@428471492) -> (continuation of Deferred@1629197255 after retry RPC after error@610690465) -> (continuation of Deferred@1401127359 after retry RPC after error@91910367) -> (continuation of Deferred@943869468 after retry RPC after error@790523864) -> (continuation of Deferred@1625267709 after retry RPC after error@913696177)))
09:15:02.465 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [23ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1028097582(state=PENDING, result=null, callback=(continuation of Deferred@235803425 after retry RPC after error@325764192) -> (continuation of Deferred@597392940 after retry RPC after error@585955975) -> (continuation of Deferred@1543860960 after retry RPC after error@428471492) -> (continuation of Deferred@1629197255 after retry RPC after error@610690465) -> (continuation of Deferred@1401127359 after retry RPC after error@91910367) -> (continuation of Deferred@943869468 after retry RPC after error@790523864) -> (continuation of Deferred@1625267709 after retry RPC after error@913696177), errback=(continuation of Deferred@235803425 after retry RPC after error@325764192) -> (continuation of Deferred@597392940 after retry RPC after error@585955975) -> (continuation of Deferred@1543860960 after retry RPC after error@428471492) -> (continuation of Deferred@1629197255 after retry RPC after error@610690465) -> (continuation of Deferred@1401127359 after retry RPC after error@91910367) -> (continuation of Deferred@943869468 after retry RPC after error@790523864) -> (continuation of Deferred@1625267709 after retry RPC after error@913696177)))
09:15:02.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.705 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1829508041(state=PENDING, result=null, callback=(continuation of Deferred@1070681296 after retry RPC after error@1933858296) -> (continuation of Deferred@590748431 after retry RPC after error@782882555) -> (continuation of Deferred@455845938 after retry RPC after error@1251071290) -> (continuation of Deferred@1508659460 after retry RPC after error@965892812) -> (continuation of Deferred@2143166452 after retry RPC after error@994196796) -> (continuation of Deferred@10301217 after retry RPC after error@737296836) -> (continuation of Deferred@616344305 after retry RPC after error@238930055), errback=(continuation of Deferred@1070681296 after retry RPC after error@1933858296) -> (continuation of Deferred@590748431 after retry RPC after error@782882555) -> (continuation of Deferred@455845938 after retry RPC after error@1251071290) -> (continuation of Deferred@1508659460 after retry RPC after error@965892812) -> (continuation of Deferred@2143166452 after retry RPC after error@994196796) -> (continuation of Deferred@10301217 after retry RPC after error@737296836) -> (continuation of Deferred@616344305 after retry RPC after error@238930055)))
09:15:02.705 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1829508041(state=PENDING, result=null, callback=(continuation of Deferred@1070681296 after retry RPC after error@1933858296) -> (continuation of Deferred@590748431 after retry RPC after error@782882555) -> (continuation of Deferred@455845938 after retry RPC after error@1251071290) -> (continuation of Deferred@1508659460 after retry RPC after error@965892812) -> (continuation of Deferred@2143166452 after retry RPC after error@994196796) -> (continuation of Deferred@10301217 after retry RPC after error@737296836) -> (continuation of Deferred@616344305 after retry RPC after error@238930055), errback=(continuation of Deferred@1070681296 after retry RPC after error@1933858296) -> (continuation of Deferred@590748431 after retry RPC after error@782882555) -> (continuation of Deferred@455845938 after retry RPC after error@1251071290) -> (continuation of Deferred@1508659460 after retry RPC after error@965892812) -> (continuation of Deferred@2143166452 after retry RPC after error@994196796) -> (continuation of Deferred@10301217 after retry RPC after error@737296836) -> (continuation of Deferred@616344305 after retry RPC after error@238930055)))
09:15:02.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:02.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:02.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:02.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:02.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:02.983 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1898644982(state=PENDING, result=null, callback=(continuation of Deferred@641381171 after retry RPC after error@1206594677) -> (continuation of Deferred@233878646 after retry RPC after error@618464395) -> (continuation of Deferred@1468893192 after retry RPC after error@1234935304) -> (continuation of Deferred@1094762569 after retry RPC after error@225803702) -> (continuation of Deferred@906197464 after retry RPC after error@603839182) -> (continuation of Deferred@1685591152 after retry RPC after error@1111907716) -> (continuation of Deferred@1864769965 after retry RPC after error@583056685) -> (continuation of Deferred@104855185 after retry RPC after error@1994727855), errback=(continuation of Deferred@641381171 after retry RPC after error@1206594677) -> (continuation of Deferred@233878646 after retry RPC after error@618464395) -> (continuation of Deferred@1468893192 after retry RPC after error@1234935304) -> (continuation of Deferred@1094762569 after retry RPC after error@225803702) -> (continuation of Deferred@906197464 after retry RPC after error@603839182) -> (continuation of Deferred@1685591152 after retry RPC after error@1111907716) -> (continuation of Deferred@1864769965 after retry RPC after error@583056685) -> (continuation of Deferred@104855185 after retry RPC after error@1994727855)))
09:15:02.983 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:15:03.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.225 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@103691698(state=PENDING, result=null, callback=(continuation of Deferred@1107831551 after retry RPC after error@1879455469) -> (continuation of Deferred@1489247035 after retry RPC after error@791684660) -> (continuation of Deferred@745324287 after retry RPC after error@1838957761) -> (continuation of Deferred@360286090 after retry RPC after error@995492503) -> (continuation of Deferred@1912920132 after retry RPC after error@2108764297) -> (continuation of Deferred@606977378 after retry RPC after error@803488202) -> (continuation of Deferred@2079746698 after retry RPC after error@263661573), errback=(continuation of Deferred@1107831551 after retry RPC after error@1879455469) -> (continuation of Deferred@1489247035 after retry RPC after error@791684660) -> (continuation of Deferred@745324287 after retry RPC after error@1838957761) -> (continuation of Deferred@360286090 after retry RPC after error@995492503) -> (continuation of Deferred@1912920132 after retry RPC after error@2108764297) -> (continuation of Deferred@606977378 after retry RPC after error@803488202) -> (continuation of Deferred@2079746698 after retry RPC after error@263661573)))
09:15:03.225 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@103691698(state=PENDING, result=null, callback=(continuation of Deferred@1107831551 after retry RPC after error@1879455469) -> (continuation of Deferred@1489247035 after retry RPC after error@791684660) -> (continuation of Deferred@745324287 after retry RPC after error@1838957761) -> (continuation of Deferred@360286090 after retry RPC after error@995492503) -> (continuation of Deferred@1912920132 after retry RPC after error@2108764297) -> (continuation of Deferred@606977378 after retry RPC after error@803488202) -> (continuation of Deferred@2079746698 after retry RPC after error@263661573), errback=(continuation of Deferred@1107831551 after retry RPC after error@1879455469) -> (continuation of Deferred@1489247035 after retry RPC after error@791684660) -> (continuation of Deferred@745324287 after retry RPC after error@1838957761) -> (continuation of Deferred@360286090 after retry RPC after error@995492503) -> (continuation of Deferred@1912920132 after retry RPC after error@2108764297) -> (continuation of Deferred@606977378 after retry RPC after error@803488202) -> (continuation of Deferred@2079746698 after retry RPC after error@263661573)))
09:15:03.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.324 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.364 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.364 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.424 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.504 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [83ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [83ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [123ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [123ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@652696932(state=PENDING, result=null, callback=(continuation of Deferred@224916159 after retry RPC after error@1247580752) -> (continuation of Deferred@1008522795 after retry RPC after error@546091185) -> (continuation of Deferred@315378709 after retry RPC after error@1017938446) -> (continuation of Deferred@1717282366 after retry RPC after error@588749692) -> (continuation of Deferred@1397479407 after retry RPC after error@196051834) -> (continuation of Deferred@813608551 after retry RPC after error@791486319) -> (continuation of Deferred@575951306 after retry RPC after error@1427616425), errback=(continuation of Deferred@224916159 after retry RPC after error@1247580752) -> (continuation of Deferred@1008522795 after retry RPC after error@546091185) -> (continuation of Deferred@315378709 after retry RPC after error@1017938446) -> (continuation of Deferred@1717282366 after retry RPC after error@588749692) -> (continuation of Deferred@1397479407 after retry RPC after error@196051834) -> (continuation of Deferred@813608551 after retry RPC after error@791486319) -> (continuation of Deferred@575951306 after retry RPC after error@1427616425)))
09:15:03.504 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:15:03.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.784 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@604351752(state=PENDING, result=null, callback=(continuation of Deferred@467420553 after retry RPC after error@381177564) -> (continuation of Deferred@601908396 after retry RPC after error@704966709) -> (continuation of Deferred@1401751793 after retry RPC after error@118973170) -> (continuation of Deferred@661824440 after retry RPC after error@721054267) -> (continuation of Deferred@285947157 after retry RPC after error@767022388) -> (continuation of Deferred@535485529 after retry RPC after error@1714996781) -> (continuation of Deferred@777253986 after retry RPC after error@1037994729), errback=(continuation of Deferred@467420553 after retry RPC after error@381177564) -> (continuation of Deferred@601908396 after retry RPC after error@704966709) -> (continuation of Deferred@1401751793 after retry RPC after error@118973170) -> (continuation of Deferred@661824440 after retry RPC after error@721054267) -> (continuation of Deferred@285947157 after retry RPC after error@767022388) -> (continuation of Deferred@535485529 after retry RPC after error@1714996781) -> (continuation of Deferred@777253986 after retry RPC after error@1037994729)))
09:15:03.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.785 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:15:03.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.889 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:03.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:03.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:03.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:03.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:03.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.024 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [85ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [86ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1859966748(state=PENDING, result=null, callback=(continuation of Deferred@1163021241 after retry RPC after error@118701523) -> (continuation of Deferred@1535650211 after retry RPC after error@1407476217) -> (continuation of Deferred@71104447 after retry RPC after error@450867022) -> (continuation of Deferred@8411271 after retry RPC after error@1889209031) -> (continuation of Deferred@335120996 after retry RPC after error@1958470282) -> (continuation of Deferred@1987954938 after retry RPC after error@1578641856) -> (continuation of Deferred@32318157 after retry RPC after error@719929288), errback=(continuation of Deferred@1163021241 after retry RPC after error@118701523) -> (continuation of Deferred@1535650211 after retry RPC after error@1407476217) -> (continuation of Deferred@71104447 after retry RPC after error@450867022) -> (continuation of Deferred@8411271 after retry RPC after error@1889209031) -> (continuation of Deferred@335120996 after retry RPC after error@1958470282) -> (continuation of Deferred@1987954938 after retry RPC after error@1578641856) -> (continuation of Deferred@32318157 after retry RPC after error@719929288)))
09:15:04.025 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [85ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [86ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1859966748(state=PENDING, result=null, callback=(continuation of Deferred@1163021241 after retry RPC after error@118701523) -> (continuation of Deferred@1535650211 after retry RPC after error@1407476217) -> (continuation of Deferred@71104447 after retry RPC after error@450867022) -> (continuation of Deferred@8411271 after retry RPC after error@1889209031) -> (continuation of Deferred@335120996 after retry RPC after error@1958470282) -> (continuation of Deferred@1987954938 after retry RPC after error@1578641856) -> (continuation of Deferred@32318157 after retry RPC after error@719929288), errback=(continuation of Deferred@1163021241 after retry RPC after error@118701523) -> (continuation of Deferred@1535650211 after retry RPC after error@1407476217) -> (continuation of Deferred@71104447 after retry RPC after error@450867022) -> (continuation of Deferred@8411271 after retry RPC after error@1889209031) -> (continuation of Deferred@335120996 after retry RPC after error@1958470282) -> (continuation of Deferred@1987954938 after retry RPC after error@1578641856) -> (continuation of Deferred@32318157 after retry RPC after error@719929288)))
09:15:04.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.044 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.205 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1223172501(state=PENDING, result=null, callback=(continuation of Deferred@1057057453 after retry RPC after error@797900733) -> (continuation of Deferred@198887874 after retry RPC after error@45594021) -> (continuation of Deferred@920118108 after retry RPC after error@1862041900) -> (continuation of Deferred@859161064 after retry RPC after error@210780342) -> (continuation of Deferred@97820539 after retry RPC after error@262900492) -> (continuation of Deferred@302784912 after retry RPC after error@479676055), errback=(continuation of Deferred@1057057453 after retry RPC after error@797900733) -> (continuation of Deferred@198887874 after retry RPC after error@45594021) -> (continuation of Deferred@920118108 after retry RPC after error@1862041900) -> (continuation of Deferred@859161064 after retry RPC after error@210780342) -> (continuation of Deferred@97820539 after retry RPC after error@262900492) -> (continuation of Deferred@302784912 after retry RPC after error@479676055)))
09:15:04.205 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1223172501(state=PENDING, result=null, callback=(continuation of Deferred@1057057453 after retry RPC after error@797900733) -> (continuation of Deferred@198887874 after retry RPC after error@45594021) -> (continuation of Deferred@920118108 after retry RPC after error@1862041900) -> (continuation of Deferred@859161064 after retry RPC after error@210780342) -> (continuation of Deferred@97820539 after retry RPC after error@262900492) -> (continuation of Deferred@302784912 after retry RPC after error@479676055), errback=(continuation of Deferred@1057057453 after retry RPC after error@797900733) -> (continuation of Deferred@198887874 after retry RPC after error@45594021) -> (continuation of Deferred@920118108 after retry RPC after error@1862041900) -> (continuation of Deferred@859161064 after retry RPC after error@210780342) -> (continuation of Deferred@97820539 after retry RPC after error@262900492) -> (continuation of Deferred@302784912 after retry RPC after error@479676055)))
09:15:04.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.385 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@525946313(state=PENDING, result=null, callback=(continuation of Deferred@28703981 after retry RPC after error@206974194) -> (continuation of Deferred@598729878 after retry RPC after error@1993196079) -> (continuation of Deferred@1488001679 after retry RPC after error@1698532567) -> (continuation of Deferred@963272626 after retry RPC after error@556674570) -> (continuation of Deferred@1897606594 after retry RPC after error@2026458114) -> (continuation of Deferred@330632038 after retry RPC after error@1136339300), errback=(continuation of Deferred@28703981 after retry RPC after error@206974194) -> (continuation of Deferred@598729878 after retry RPC after error@1993196079) -> (continuation of Deferred@1488001679 after retry RPC after error@1698532567) -> (continuation of Deferred@963272626 after retry RPC after error@556674570) -> (continuation of Deferred@1897606594 after retry RPC after error@2026458114) -> (continuation of Deferred@330632038 after retry RPC after error@1136339300)))
09:15:04.385 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@525946313(state=PENDING, result=null, callback=(continuation of Deferred@28703981 after retry RPC after error@206974194) -> (continuation of Deferred@598729878 after retry RPC after error@1993196079) -> (continuation of Deferred@1488001679 after retry RPC after error@1698532567) -> (continuation of Deferred@963272626 after retry RPC after error@556674570) -> (continuation of Deferred@1897606594 after retry RPC after error@2026458114) -> (continuation of Deferred@330632038 after retry RPC after error@1136339300), errback=(continuation of Deferred@28703981 after retry RPC after error@206974194) -> (continuation of Deferred@598729878 after retry RPC after error@1993196079) -> (continuation of Deferred@1488001679 after retry RPC after error@1698532567) -> (continuation of Deferred@963272626 after retry RPC after error@556674570) -> (continuation of Deferred@1897606594 after retry RPC after error@2026458114) -> (continuation of Deferred@330632038 after retry RPC after error@1136339300)))
09:15:04.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.604 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.605 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [202ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1517977039(state=PENDING, result=null, callback=(continuation of Deferred@2053441324 after retry RPC after error@1927292001) -> (continuation of Deferred@444081195 after retry RPC after error@333821614) -> (continuation of Deferred@1105956761 after retry RPC after error@844851433) -> (continuation of Deferred@1775848437 after retry RPC after error@1471660198) -> (continuation of Deferred@1245514382 after retry RPC after error@600321792) -> (continuation of Deferred@7163503 after retry RPC after error@1773538356) -> (continuation of Deferred@1274876662 after retry RPC after error@690980006), errback=(continuation of Deferred@2053441324 after retry RPC after error@1927292001) -> (continuation of Deferred@444081195 after retry RPC after error@333821614) -> (continuation of Deferred@1105956761 after retry RPC after error@844851433) -> (continuation of Deferred@1775848437 after retry RPC after error@1471660198) -> (continuation of Deferred@1245514382 after retry RPC after error@600321792) -> (continuation of Deferred@7163503 after retry RPC after error@1773538356) -> (continuation of Deferred@1274876662 after retry RPC after error@690980006)))
09:15:04.606 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [202ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1517977039(state=PENDING, result=null, callback=(continuation of Deferred@2053441324 after retry RPC after error@1927292001) -> (continuation of Deferred@444081195 after retry RPC after error@333821614) -> (continuation of Deferred@1105956761 after retry RPC after error@844851433) -> (continuation of Deferred@1775848437 after retry RPC after error@1471660198) -> (continuation of Deferred@1245514382 after retry RPC after error@600321792) -> (continuation of Deferred@7163503 after retry RPC after error@1773538356) -> (continuation of Deferred@1274876662 after retry RPC after error@690980006), errback=(continuation of Deferred@2053441324 after retry RPC after error@1927292001) -> (continuation of Deferred@444081195 after retry RPC after error@333821614) -> (continuation of Deferred@1105956761 after retry RPC after error@844851433) -> (continuation of Deferred@1775848437 after retry RPC after error@1471660198) -> (continuation of Deferred@1245514382 after retry RPC after error@600321792) -> (continuation of Deferred@7163503 after retry RPC after error@1773538356) -> (continuation of Deferred@1274876662 after retry RPC after error@690980006)))
09:15:04.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.664 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.824 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1196263801(state=PENDING, result=null, callback=(continuation of Deferred@1935261488 after retry RPC after error@908521606) -> (continuation of Deferred@982699975 after retry RPC after error@289378221) -> (continuation of Deferred@790692485 after retry RPC after error@780297511) -> (continuation of Deferred@46300103 after retry RPC after error@1877855957) -> (continuation of Deferred@1224723591 after retry RPC after error@1969824738) -> (continuation of Deferred@1692689099 after retry RPC after error@1711182820), errback=(continuation of Deferred@1935261488 after retry RPC after error@908521606) -> (continuation of Deferred@982699975 after retry RPC after error@289378221) -> (continuation of Deferred@790692485 after retry RPC after error@780297511) -> (continuation of Deferred@46300103 after retry RPC after error@1877855957) -> (continuation of Deferred@1224723591 after retry RPC after error@1969824738) -> (continuation of Deferred@1692689099 after retry RPC after error@1711182820)))
09:15:04.825 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1196263801(state=PENDING, result=null, callback=(continuation of Deferred@1935261488 after retry RPC after error@908521606) -> (continuation of Deferred@982699975 after retry RPC after error@289378221) -> (continuation of Deferred@790692485 after retry RPC after error@780297511) -> (continuation of Deferred@46300103 after retry RPC after error@1877855957) -> (continuation of Deferred@1224723591 after retry RPC after error@1969824738) -> (continuation of Deferred@1692689099 after retry RPC after error@1711182820), errback=(continuation of Deferred@1935261488 after retry RPC after error@908521606) -> (continuation of Deferred@982699975 after retry RPC after error@289378221) -> (continuation of Deferred@790692485 after retry RPC after error@780297511) -> (continuation of Deferred@46300103 after retry RPC after error@1877855957) -> (continuation of Deferred@1224723591 after retry RPC after error@1969824738) -> (continuation of Deferred@1692689099 after retry RPC after error@1711182820)))
09:15:04.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:04.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:04.964 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:04.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:04.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:04.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.024 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.025 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1655360699(state=PENDING, result=null, callback=(continuation of Deferred@613675153 after retry RPC after error@592286353) -> (continuation of Deferred@171124940 after retry RPC after error@1053356581) -> (continuation of Deferred@90479125 after retry RPC after error@1249003826) -> (continuation of Deferred@1502903800 after retry RPC after error@548726069) -> (continuation of Deferred@27358980 after retry RPC after error@1497535963) -> (continuation of Deferred@591612086 after retry RPC after error@618237094), errback=(continuation of Deferred@613675153 after retry RPC after error@592286353) -> (continuation of Deferred@171124940 after retry RPC after error@1053356581) -> (continuation of Deferred@90479125 after retry RPC after error@1249003826) -> (continuation of Deferred@1502903800 after retry RPC after error@548726069) -> (continuation of Deferred@27358980 after retry RPC after error@1497535963) -> (continuation of Deferred@591612086 after retry RPC after error@618237094)))
09:15:05.025 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1655360699(state=PENDING, result=null, callback=(continuation of Deferred@613675153 after retry RPC after error@592286353) -> (continuation of Deferred@171124940 after retry RPC after error@1053356581) -> (continuation of Deferred@90479125 after retry RPC after error@1249003826) -> (continuation of Deferred@1502903800 after retry RPC after error@548726069) -> (continuation of Deferred@27358980 after retry RPC after error@1497535963) -> (continuation of Deferred@591612086 after retry RPC after error@618237094), errback=(continuation of Deferred@613675153 after retry RPC after error@592286353) -> (continuation of Deferred@171124940 after retry RPC after error@1053356581) -> (continuation of Deferred@90479125 after retry RPC after error@1249003826) -> (continuation of Deferred@1502903800 after retry RPC after error@548726069) -> (continuation of Deferred@27358980 after retry RPC after error@1497535963) -> (continuation of Deferred@591612086 after retry RPC after error@618237094)))
09:15:05.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.124 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.304 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@278161685(state=PENDING, result=null, callback=(continuation of Deferred@1068435498 after retry RPC after error@1320325210) -> (continuation of Deferred@866776458 after retry RPC after error@13037099) -> (continuation of Deferred@1206863937 after retry RPC after error@486879398) -> (continuation of Deferred@1635549993 after retry RPC after error@1451007643) -> (continuation of Deferred@1810659669 after retry RPC after error@1608053902) -> (continuation of Deferred@1522024855 after retry RPC after error@1753388061) -> (continuation of Deferred@1621913225 after retry RPC after error@2026412694) -> (continuation of Deferred@1617221857 after retry RPC after error@473598604) -> (continuation of Deferred@534869924 after retry RPC after error@599868132), errback=(continuation of Deferred@1068435498 after retry RPC after error@1320325210) -> (continuation of Deferred@866776458 after retry RPC after error@13037099) -> (continuation of Deferred@1206863937 after retry RPC after error@486879398) -> (continuation of Deferred@1635549993 after retry RPC after error@1451007643) -> (continuation of Deferred@1810659669 after retry RPC after error@1608053902) -> (continuation of Deferred@1522024855 after retry RPC after error@1753388061) -> (continuation of Deferred@1621913225 after retry RPC after error@2026412694) -> (continuation of Deferred@1617221857 after retry RPC after error@473598604) -> (continuation of Deferred@534869924 after retry RPC after error@599868132)))
09:15:05.304 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:15:05.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.344 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.504 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1054382897(state=PENDING, result=null, callback=(continuation of Deferred@831365822 after retry RPC after error@428326466) -> (continuation of Deferred@1295772036 after retry RPC after error@927003137) -> (continuation of Deferred@1803828741 after retry RPC after error@1331030169) -> (continuation of Deferred@1571835710 after retry RPC after error@1833987699) -> (continuation of Deferred@661520842 after retry RPC after error@1193227422) -> (continuation of Deferred@403262204 after retry RPC after error@1992592504), errback=(continuation of Deferred@831365822 after retry RPC after error@428326466) -> (continuation of Deferred@1295772036 after retry RPC after error@927003137) -> (continuation of Deferred@1803828741 after retry RPC after error@1331030169) -> (continuation of Deferred@1571835710 after retry RPC after error@1833987699) -> (continuation of Deferred@661520842 after retry RPC after error@1193227422) -> (continuation of Deferred@403262204 after retry RPC after error@1992592504)))
09:15:05.505 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1054382897(state=PENDING, result=null, callback=(continuation of Deferred@831365822 after retry RPC after error@428326466) -> (continuation of Deferred@1295772036 after retry RPC after error@927003137) -> (continuation of Deferred@1803828741 after retry RPC after error@1331030169) -> (continuation of Deferred@1571835710 after retry RPC after error@1833987699) -> (continuation of Deferred@661520842 after retry RPC after error@1193227422) -> (continuation of Deferred@403262204 after retry RPC after error@1992592504), errback=(continuation of Deferred@831365822 after retry RPC after error@428326466) -> (continuation of Deferred@1295772036 after retry RPC after error@927003137) -> (continuation of Deferred@1803828741 after retry RPC after error@1331030169) -> (continuation of Deferred@1571835710 after retry RPC after error@1833987699) -> (continuation of Deferred@661520842 after retry RPC after error@1193227422) -> (continuation of Deferred@403262204 after retry RPC after error@1992592504)))
09:15:05.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.584 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.765 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [63ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [83ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@244746233(state=PENDING, result=null, callback=(continuation of Deferred@82709283 after retry RPC after error@1697989494) -> (continuation of Deferred@894640112 after retry RPC after error@264306668) -> (continuation of Deferred@2063817252 after retry RPC after error@878872769) -> (continuation of Deferred@425966882 after retry RPC after error@290721405) -> (continuation of Deferred@1894233097 after retry RPC after error@1357057620) -> (continuation of Deferred@1424831431 after retry RPC after error@1711012033) -> (continuation of Deferred@678514571 after retry RPC after error@1613260159), errback=(continuation of Deferred@82709283 after retry RPC after error@1697989494) -> (continuation of Deferred@894640112 after retry RPC after error@264306668) -> (continuation of Deferred@2063817252 after retry RPC after error@878872769) -> (continuation of Deferred@425966882 after retry RPC after error@290721405) -> (continuation of Deferred@1894233097 after retry RPC after error@1357057620) -> (continuation of Deferred@1424831431 after retry RPC after error@1711012033) -> (continuation of Deferred@678514571 after retry RPC after error@1613260159)))
09:15:05.765 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [63ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [83ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@244746233(state=PENDING, result=null, callback=(continuation of Deferred@82709283 after retry RPC after error@1697989494) -> (continuation of Deferred@894640112 after retry RPC after error@264306668) -> (continuation of Deferred@2063817252 after retry RPC after error@878872769) -> (continuation of Deferred@425966882 after retry RPC after error@290721405) -> (continuation of Deferred@1894233097 after retry RPC after error@1357057620) -> (continuation of Deferred@1424831431 after retry RPC after error@1711012033) -> (continuation of Deferred@678514571 after retry RPC after error@1613260159), errback=(continuation of Deferred@82709283 after retry RPC after error@1697989494) -> (continuation of Deferred@894640112 after retry RPC after error@264306668) -> (continuation of Deferred@2063817252 after retry RPC after error@878872769) -> (continuation of Deferred@425966882 after retry RPC after error@290721405) -> (continuation of Deferred@1894233097 after retry RPC after error@1357057620) -> (continuation of Deferred@1424831431 after retry RPC after error@1711012033) -> (continuation of Deferred@678514571 after retry RPC after error@1613260159)))
09:15:05.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.824 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.904 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:05.964 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1570568132(state=PENDING, result=null, callback=(continuation of Deferred@865901451 after retry RPC after error@1130677386) -> (continuation of Deferred@117730354 after retry RPC after error@1033673153) -> (continuation of Deferred@1779109178 after retry RPC after error@254727269) -> (continuation of Deferred@728714318 after retry RPC after error@1919191667) -> (continuation of Deferred@1077165016 after retry RPC after error@968901191) -> (continuation of Deferred@1755083789 after retry RPC after error@1056791679) -> (continuation of Deferred@1609976451 after retry RPC after error@1679817024), errback=(continuation of Deferred@865901451 after retry RPC after error@1130677386) -> (continuation of Deferred@117730354 after retry RPC after error@1033673153) -> (continuation of Deferred@1779109178 after retry RPC after error@254727269) -> (continuation of Deferred@728714318 after retry RPC after error@1919191667) -> (continuation of Deferred@1077165016 after retry RPC after error@968901191) -> (continuation of Deferred@1755083789 after retry RPC after error@1056791679) -> (continuation of Deferred@1609976451 after retry RPC after error@1679817024)))
09:15:05.965 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1570568132(state=PENDING, result=null, callback=(continuation of Deferred@865901451 after retry RPC after error@1130677386) -> (continuation of Deferred@117730354 after retry RPC after error@1033673153) -> (continuation of Deferred@1779109178 after retry RPC after error@254727269) -> (continuation of Deferred@728714318 after retry RPC after error@1919191667) -> (continuation of Deferred@1077165016 after retry RPC after error@968901191) -> (continuation of Deferred@1755083789 after retry RPC after error@1056791679) -> (continuation of Deferred@1609976451 after retry RPC after error@1679817024), errback=(continuation of Deferred@865901451 after retry RPC after error@1130677386) -> (continuation of Deferred@117730354 after retry RPC after error@1033673153) -> (continuation of Deferred@1779109178 after retry RPC after error@254727269) -> (continuation of Deferred@728714318 after retry RPC after error@1919191667) -> (continuation of Deferred@1077165016 after retry RPC after error@968901191) -> (continuation of Deferred@1755083789 after retry RPC after error@1056791679) -> (continuation of Deferred@1609976451 after retry RPC after error@1679817024)))
09:15:05.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:05.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:05.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:05.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:05.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.145 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1723496546(state=PENDING, result=null, callback=(continuation of Deferred@244281446 after retry RPC after error@1919814564) -> (continuation of Deferred@1280538318 after retry RPC after error@2040491598) -> (continuation of Deferred@216415579 after retry RPC after error@248984648) -> (continuation of Deferred@1508230746 after retry RPC after error@1527397942) -> (continuation of Deferred@1723587817 after retry RPC after error@1375322370) -> (continuation of Deferred@643373681 after retry RPC after error@749239042), errback=(continuation of Deferred@244281446 after retry RPC after error@1919814564) -> (continuation of Deferred@1280538318 after retry RPC after error@2040491598) -> (continuation of Deferred@216415579 after retry RPC after error@248984648) -> (continuation of Deferred@1508230746 after retry RPC after error@1527397942) -> (continuation of Deferred@1723587817 after retry RPC after error@1375322370) -> (continuation of Deferred@643373681 after retry RPC after error@749239042)))
09:15:06.145 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1723496546(state=PENDING, result=null, callback=(continuation of Deferred@244281446 after retry RPC after error@1919814564) -> (continuation of Deferred@1280538318 after retry RPC after error@2040491598) -> (continuation of Deferred@216415579 after retry RPC after error@248984648) -> (continuation of Deferred@1508230746 after retry RPC after error@1527397942) -> (continuation of Deferred@1723587817 after retry RPC after error@1375322370) -> (continuation of Deferred@643373681 after retry RPC after error@749239042), errback=(continuation of Deferred@244281446 after retry RPC after error@1919814564) -> (continuation of Deferred@1280538318 after retry RPC after error@2040491598) -> (continuation of Deferred@216415579 after retry RPC after error@248984648) -> (continuation of Deferred@1508230746 after retry RPC after error@1527397942) -> (continuation of Deferred@1723587817 after retry RPC after error@1375322370) -> (continuation of Deferred@643373681 after retry RPC after error@749239042)))
09:15:06.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.284 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.344 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.404 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.405 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1619607726(state=PENDING, result=null, callback=(continuation of Deferred@15040248 after retry RPC after error@252563881) -> (continuation of Deferred@1874146503 after retry RPC after error@1167300015) -> (continuation of Deferred@1856647515 after retry RPC after error@264971710) -> (continuation of Deferred@1235102604 after retry RPC after error@276423165) -> (continuation of Deferred@795224640 after retry RPC after error@2035686599) -> (continuation of Deferred@1101826602 after retry RPC after error@503705067) -> (continuation of Deferred@3141697 after retry RPC after error@1238787239), errback=(continuation of Deferred@15040248 after retry RPC after error@252563881) -> (continuation of Deferred@1874146503 after retry RPC after error@1167300015) -> (continuation of Deferred@1856647515 after retry RPC after error@264971710) -> (continuation of Deferred@1235102604 after retry RPC after error@276423165) -> (continuation of Deferred@795224640 after retry RPC after error@2035686599) -> (continuation of Deferred@1101826602 after retry RPC after error@503705067) -> (continuation of Deferred@3141697 after retry RPC after error@1238787239)))
09:15:06.406 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1619607726(state=PENDING, result=null, callback=(continuation of Deferred@15040248 after retry RPC after error@252563881) -> (continuation of Deferred@1874146503 after retry RPC after error@1167300015) -> (continuation of Deferred@1856647515 after retry RPC after error@264971710) -> (continuation of Deferred@1235102604 after retry RPC after error@276423165) -> (continuation of Deferred@795224640 after retry RPC after error@2035686599) -> (continuation of Deferred@1101826602 after retry RPC after error@503705067) -> (continuation of Deferred@3141697 after retry RPC after error@1238787239), errback=(continuation of Deferred@15040248 after retry RPC after error@252563881) -> (continuation of Deferred@1874146503 after retry RPC after error@1167300015) -> (continuation of Deferred@1856647515 after retry RPC after error@264971710) -> (continuation of Deferred@1235102604 after retry RPC after error@276423165) -> (continuation of Deferred@795224640 after retry RPC after error@2035686599) -> (continuation of Deferred@1101826602 after retry RPC after error@503705067) -> (continuation of Deferred@3141697 after retry RPC after error@1238787239)))
09:15:06.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.565 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1320182830(state=PENDING, result=null, callback=(continuation of Deferred@1016888639 after retry RPC after error@2031978604) -> (continuation of Deferred@1382792119 after retry RPC after error@532096192) -> (continuation of Deferred@1075693452 after retry RPC after error@1431730443) -> (continuation of Deferred@1517274645 after retry RPC after error@2094557372) -> (continuation of Deferred@1381495052 after retry RPC after error@875512940) -> (continuation of Deferred@282354578 after retry RPC after error@796292284), errback=(continuation of Deferred@1016888639 after retry RPC after error@2031978604) -> (continuation of Deferred@1382792119 after retry RPC after error@532096192) -> (continuation of Deferred@1075693452 after retry RPC after error@1431730443) -> (continuation of Deferred@1517274645 after retry RPC after error@2094557372) -> (continuation of Deferred@1381495052 after retry RPC after error@875512940) -> (continuation of Deferred@282354578 after retry RPC after error@796292284)))
09:15:06.565 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1320182830(state=PENDING, result=null, callback=(continuation of Deferred@1016888639 after retry RPC after error@2031978604) -> (continuation of Deferred@1382792119 after retry RPC after error@532096192) -> (continuation of Deferred@1075693452 after retry RPC after error@1431730443) -> (continuation of Deferred@1517274645 after retry RPC after error@2094557372) -> (continuation of Deferred@1381495052 after retry RPC after error@875512940) -> (continuation of Deferred@282354578 after retry RPC after error@796292284), errback=(continuation of Deferred@1016888639 after retry RPC after error@2031978604) -> (continuation of Deferred@1382792119 after retry RPC after error@532096192) -> (continuation of Deferred@1075693452 after retry RPC after error@1431730443) -> (continuation of Deferred@1517274645 after retry RPC after error@2094557372) -> (continuation of Deferred@1381495052 after retry RPC after error@875512940) -> (continuation of Deferred@282354578 after retry RPC after error@796292284)))
09:15:06.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.724 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.825 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@2067588819(state=PENDING, result=null, callback=(continuation of Deferred@505260115 after retry RPC after error@1143703668) -> (continuation of Deferred@1290707989 after retry RPC after error@1350093093) -> (continuation of Deferred@601140297 after retry RPC after error@992278639) -> (continuation of Deferred@39009554 after retry RPC after error@351600028) -> (continuation of Deferred@306490799 after retry RPC after error@247449608) -> (continuation of Deferred@354410336 after retry RPC after error@649386050) -> (continuation of Deferred@296366318 after retry RPC after error@1638225243) -> (continuation of Deferred@178938576 after retry RPC after error@182242575), errback=(continuation of Deferred@505260115 after retry RPC after error@1143703668) -> (continuation of Deferred@1290707989 after retry RPC after error@1350093093) -> (continuation of Deferred@601140297 after retry RPC after error@992278639) -> (continuation of Deferred@39009554 after retry RPC after error@351600028) -> (continuation of Deferred@306490799 after retry RPC after error@247449608) -> (continuation of Deferred@354410336 after retry RPC after error@649386050) -> (continuation of Deferred@296366318 after retry RPC after error@1638225243) -> (continuation of Deferred@178938576 after retry RPC after error@182242575)))
09:15:06.825 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@2067588819(state=PENDING, result=null, callback=(continuation of Deferred@505260115 after retry RPC after error@1143703668) -> (continuation of Deferred@1290707989 after retry RPC after error@1350093093) -> (continuation of Deferred@601140297 after retry RPC after error@992278639) -> (continuation of Deferred@39009554 after retry RPC after error@351600028) -> (continuation of Deferred@306490799 after retry RPC after error@247449608) -> (continuation of Deferred@354410336 after retry RPC after error@649386050) -> (continuation of Deferred@296366318 after retry RPC after error@1638225243) -> (continuation of Deferred@178938576 after retry RPC after error@182242575), errback=(continuation of Deferred@505260115 after retry RPC after error@1143703668) -> (continuation of Deferred@1290707989 after retry RPC after error@1350093093) -> (continuation of Deferred@601140297 after retry RPC after error@992278639) -> (continuation of Deferred@39009554 after retry RPC after error@351600028) -> (continuation of Deferred@306490799 after retry RPC after error@247449608) -> (continuation of Deferred@354410336 after retry RPC after error@649386050) -> (continuation of Deferred@296366318 after retry RPC after error@1638225243) -> (continuation of Deferred@178938576 after retry RPC after error@182242575)))
09:15:06.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:06.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:06.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:06.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:06.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:06.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.084 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.085 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [243ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@272189612(state=PENDING, result=null, callback=(continuation of Deferred@1610842672 after retry RPC after error@883271813) -> (continuation of Deferred@112254302 after retry RPC after error@1544984844) -> (continuation of Deferred@544768700 after retry RPC after error@964749238) -> (continuation of Deferred@970627061 after retry RPC after error@1374467899) -> (continuation of Deferred@895853272 after retry RPC after error@199642773) -> (continuation of Deferred@1718490403 after retry RPC after error@1385116602) -> (continuation of Deferred@1256466513 after retry RPC after error@1934579070), errback=(continuation of Deferred@1610842672 after retry RPC after error@883271813) -> (continuation of Deferred@112254302 after retry RPC after error@1544984844) -> (continuation of Deferred@544768700 after retry RPC after error@964749238) -> (continuation of Deferred@970627061 after retry RPC after error@1374467899) -> (continuation of Deferred@895853272 after retry RPC after error@199642773) -> (continuation of Deferred@1718490403 after retry RPC after error@1385116602) -> (continuation of Deferred@1256466513 after retry RPC after error@1934579070)))
09:15:07.085 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [243ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@272189612(state=PENDING, result=null, callback=(continuation of Deferred@1610842672 after retry RPC after error@883271813) -> (continuation of Deferred@112254302 after retry RPC after error@1544984844) -> (continuation of Deferred@544768700 after retry RPC after error@964749238) -> (continuation of Deferred@970627061 after retry RPC after error@1374467899) -> (continuation of Deferred@895853272 after retry RPC after error@199642773) -> (continuation of Deferred@1718490403 after retry RPC after error@1385116602) -> (continuation of Deferred@1256466513 after retry RPC after error@1934579070), errback=(continuation of Deferred@1610842672 after retry RPC after error@883271813) -> (continuation of Deferred@112254302 after retry RPC after error@1544984844) -> (continuation of Deferred@544768700 after retry RPC after error@964749238) -> (continuation of Deferred@970627061 after retry RPC after error@1374467899) -> (continuation of Deferred@895853272 after retry RPC after error@199642773) -> (continuation of Deferred@1718490403 after retry RPC after error@1385116602) -> (continuation of Deferred@1256466513 after retry RPC after error@1934579070)))
09:15:07.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.244 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1120162676(state=PENDING, result=null, callback=(continuation of Deferred@455916123 after retry RPC after error@535076977) -> (continuation of Deferred@824557615 after retry RPC after error@1369078412) -> (continuation of Deferred@798682246 after retry RPC after error@365377068) -> (continuation of Deferred@175941635 after retry RPC after error@145812954) -> (continuation of Deferred@1882640022 after retry RPC after error@1550639338) -> (continuation of Deferred@859793364 after retry RPC after error@1013875284), errback=(continuation of Deferred@455916123 after retry RPC after error@535076977) -> (continuation of Deferred@824557615 after retry RPC after error@1369078412) -> (continuation of Deferred@798682246 after retry RPC after error@365377068) -> (continuation of Deferred@175941635 after retry RPC after error@145812954) -> (continuation of Deferred@1882640022 after retry RPC after error@1550639338) -> (continuation of Deferred@859793364 after retry RPC after error@1013875284)))
09:15:07.245 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1120162676(state=PENDING, result=null, callback=(continuation of Deferred@455916123 after retry RPC after error@535076977) -> (continuation of Deferred@824557615 after retry RPC after error@1369078412) -> (continuation of Deferred@798682246 after retry RPC after error@365377068) -> (continuation of Deferred@175941635 after retry RPC after error@145812954) -> (continuation of Deferred@1882640022 after retry RPC after error@1550639338) -> (continuation of Deferred@859793364 after retry RPC after error@1013875284), errback=(continuation of Deferred@455916123 after retry RPC after error@535076977) -> (continuation of Deferred@824557615 after retry RPC after error@1369078412) -> (continuation of Deferred@798682246 after retry RPC after error@365377068) -> (continuation of Deferred@175941635 after retry RPC after error@145812954) -> (continuation of Deferred@1882640022 after retry RPC after error@1550639338) -> (continuation of Deferred@859793364 after retry RPC after error@1013875284)))
09:15:07.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.444 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@186066213(state=PENDING, result=null, callback=(continuation of Deferred@1111280338 after retry RPC after error@1365503497) -> (continuation of Deferred@1830998507 after retry RPC after error@1596911463) -> (continuation of Deferred@2069943306 after retry RPC after error@901607113) -> (continuation of Deferred@1315658780 after retry RPC after error@1712768865) -> (continuation of Deferred@464232237 after retry RPC after error@1161716151) -> (continuation of Deferred@1361137328 after retry RPC after error@22849082) -> (continuation of Deferred@1187578827 after retry RPC after error@1892479356), errback=(continuation of Deferred@1111280338 after retry RPC after error@1365503497) -> (continuation of Deferred@1830998507 after retry RPC after error@1596911463) -> (continuation of Deferred@2069943306 after retry RPC after error@901607113) -> (continuation of Deferred@1315658780 after retry RPC after error@1712768865) -> (continuation of Deferred@464232237 after retry RPC after error@1161716151) -> (continuation of Deferred@1361137328 after retry RPC after error@22849082) -> (continuation of Deferred@1187578827 after retry RPC after error@1892479356)))
09:15:07.445 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@186066213(state=PENDING, result=null, callback=(continuation of Deferred@1111280338 after retry RPC after error@1365503497) -> (continuation of Deferred@1830998507 after retry RPC after error@1596911463) -> (continuation of Deferred@2069943306 after retry RPC after error@901607113) -> (continuation of Deferred@1315658780 after retry RPC after error@1712768865) -> (continuation of Deferred@464232237 after retry RPC after error@1161716151) -> (continuation of Deferred@1361137328 after retry RPC after error@22849082) -> (continuation of Deferred@1187578827 after retry RPC after error@1892479356), errback=(continuation of Deferred@1111280338 after retry RPC after error@1365503497) -> (continuation of Deferred@1830998507 after retry RPC after error@1596911463) -> (continuation of Deferred@2069943306 after retry RPC after error@901607113) -> (continuation of Deferred@1315658780 after retry RPC after error@1712768865) -> (continuation of Deferred@464232237 after retry RPC after error@1161716151) -> (continuation of Deferred@1361137328 after retry RPC after error@22849082) -> (continuation of Deferred@1187578827 after retry RPC after error@1892479356)))
09:15:07.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.484 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.705 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1251063299(state=PENDING, result=null, callback=(continuation of Deferred@1006540450 after retry RPC after error@1454214654) -> (continuation of Deferred@1029543610 after retry RPC after error@2059083452) -> (continuation of Deferred@893373647 after retry RPC after error@264730091) -> (continuation of Deferred@1593760495 after retry RPC after error@2089972082) -> (continuation of Deferred@922780571 after retry RPC after error@56410301) -> (continuation of Deferred@727534491 after retry RPC after error@1143715427) -> (continuation of Deferred@1996814630 after retry RPC after error@314082899), errback=(continuation of Deferred@1006540450 after retry RPC after error@1454214654) -> (continuation of Deferred@1029543610 after retry RPC after error@2059083452) -> (continuation of Deferred@893373647 after retry RPC after error@264730091) -> (continuation of Deferred@1593760495 after retry RPC after error@2089972082) -> (continuation of Deferred@922780571 after retry RPC after error@56410301) -> (continuation of Deferred@727534491 after retry RPC after error@1143715427) -> (continuation of Deferred@1996814630 after retry RPC after error@314082899)))
09:15:07.705 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1251063299(state=PENDING, result=null, callback=(continuation of Deferred@1006540450 after retry RPC after error@1454214654) -> (continuation of Deferred@1029543610 after retry RPC after error@2059083452) -> (continuation of Deferred@893373647 after retry RPC after error@264730091) -> (continuation of Deferred@1593760495 after retry RPC after error@2089972082) -> (continuation of Deferred@922780571 after retry RPC after error@56410301) -> (continuation of Deferred@727534491 after retry RPC after error@1143715427) -> (continuation of Deferred@1996814630 after retry RPC after error@314082899), errback=(continuation of Deferred@1006540450 after retry RPC after error@1454214654) -> (continuation of Deferred@1029543610 after retry RPC after error@2059083452) -> (continuation of Deferred@893373647 after retry RPC after error@264730091) -> (continuation of Deferred@1593760495 after retry RPC after error@2089972082) -> (continuation of Deferred@922780571 after retry RPC after error@56410301) -> (continuation of Deferred@727534491 after retry RPC after error@1143715427) -> (continuation of Deferred@1996814630 after retry RPC after error@314082899)))
09:15:07.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.904 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.905 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [83ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@495613965(state=PENDING, result=null, callback=(continuation of Deferred@864804783 after retry RPC after error@126310511) -> (continuation of Deferred@1515277243 after retry RPC after error@341121772) -> (continuation of Deferred@2043595118 after retry RPC after error@1152889368) -> (continuation of Deferred@342570406 after retry RPC after error@676712381) -> (continuation of Deferred@660596320 after retry RPC after error@1577170913) -> (continuation of Deferred@327843714 after retry RPC after error@363098729), errback=(continuation of Deferred@864804783 after retry RPC after error@126310511) -> (continuation of Deferred@1515277243 after retry RPC after error@341121772) -> (continuation of Deferred@2043595118 after retry RPC after error@1152889368) -> (continuation of Deferred@342570406 after retry RPC after error@676712381) -> (continuation of Deferred@660596320 after retry RPC after error@1577170913) -> (continuation of Deferred@327843714 after retry RPC after error@363098729)))
09:15:07.905 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [83ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@495613965(state=PENDING, result=null, callback=(continuation of Deferred@864804783 after retry RPC after error@126310511) -> (continuation of Deferred@1515277243 after retry RPC after error@341121772) -> (continuation of Deferred@2043595118 after retry RPC after error@1152889368) -> (continuation of Deferred@342570406 after retry RPC after error@676712381) -> (continuation of Deferred@660596320 after retry RPC after error@1577170913) -> (continuation of Deferred@327843714 after retry RPC after error@363098729), errback=(continuation of Deferred@864804783 after retry RPC after error@126310511) -> (continuation of Deferred@1515277243 after retry RPC after error@341121772) -> (continuation of Deferred@2043595118 after retry RPC after error@1152889368) -> (continuation of Deferred@342570406 after retry RPC after error@676712381) -> (continuation of Deferred@660596320 after retry RPC after error@1577170913) -> (continuation of Deferred@327843714 after retry RPC after error@363098729)))
09:15:07.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.964 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:07.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:07.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:07.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:07.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:07.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.024 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.183 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@886351574(state=PENDING, result=null, callback=(continuation of Deferred@497946427 after retry RPC after error@669811478) -> (continuation of Deferred@820246417 after retry RPC after error@554702157) -> (continuation of Deferred@1286209923 after retry RPC after error@253615923) -> (continuation of Deferred@552463934 after retry RPC after error@24522003) -> (continuation of Deferred@491557543 after retry RPC after error@2093556346) -> (continuation of Deferred@857391043 after retry RPC after error@62128646) -> (continuation of Deferred@2056548733 after retry RPC after error@1341867687) -> (continuation of Deferred@695798844 after retry RPC after error@176070439), errback=(continuation of Deferred@497946427 after retry RPC after error@669811478) -> (continuation of Deferred@820246417 after retry RPC after error@554702157) -> (continuation of Deferred@1286209923 after retry RPC after error@253615923) -> (continuation of Deferred@552463934 after retry RPC after error@24522003) -> (continuation of Deferred@491557543 after retry RPC after error@2093556346) -> (continuation of Deferred@857391043 after retry RPC after error@62128646) -> (continuation of Deferred@2056548733 after retry RPC after error@1341867687) -> (continuation of Deferred@695798844 after retry RPC after error@176070439)))
09:15:08.184 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:15:08.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.424 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1107521270(state=PENDING, result=null, callback=(continuation of Deferred@594440460 after retry RPC after error@2121801905) -> (continuation of Deferred@1630505999 after retry RPC after error@939665922) -> (continuation of Deferred@1756682783 after retry RPC after error@1467351568) -> (continuation of Deferred@1243915013 after retry RPC after error@1667224185) -> (continuation of Deferred@771065903 after retry RPC after error@1257531651) -> (continuation of Deferred@623368147 after retry RPC after error@955651348) -> (continuation of Deferred@969098965 after retry RPC after error@1352043679), errback=(continuation of Deferred@594440460 after retry RPC after error@2121801905) -> (continuation of Deferred@1630505999 after retry RPC after error@939665922) -> (continuation of Deferred@1756682783 after retry RPC after error@1467351568) -> (continuation of Deferred@1243915013 after retry RPC after error@1667224185) -> (continuation of Deferred@771065903 after retry RPC after error@1257531651) -> (continuation of Deferred@623368147 after retry RPC after error@955651348) -> (continuation of Deferred@969098965 after retry RPC after error@1352043679)))
09:15:08.425 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1107521270(state=PENDING, result=null, callback=(continuation of Deferred@594440460 after retry RPC after error@2121801905) -> (continuation of Deferred@1630505999 after retry RPC after error@939665922) -> (continuation of Deferred@1756682783 after retry RPC after error@1467351568) -> (continuation of Deferred@1243915013 after retry RPC after error@1667224185) -> (continuation of Deferred@771065903 after retry RPC after error@1257531651) -> (continuation of Deferred@623368147 after retry RPC after error@955651348) -> (continuation of Deferred@969098965 after retry RPC after error@1352043679), errback=(continuation of Deferred@594440460 after retry RPC after error@2121801905) -> (continuation of Deferred@1630505999 after retry RPC after error@939665922) -> (continuation of Deferred@1756682783 after retry RPC after error@1467351568) -> (continuation of Deferred@1243915013 after retry RPC after error@1667224185) -> (continuation of Deferred@771065903 after retry RPC after error@1257531651) -> (continuation of Deferred@623368147 after retry RPC after error@955651348) -> (continuation of Deferred@969098965 after retry RPC after error@1352043679)))
09:15:08.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.564 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.624 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.625 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1772630066(state=PENDING, result=null, callback=(continuation of Deferred@752362214 after retry RPC after error@46876200) -> (continuation of Deferred@961154217 after retry RPC after error@298549778) -> (continuation of Deferred@2087275999 after retry RPC after error@608939644) -> (continuation of Deferred@1292747032 after retry RPC after error@1769913) -> (continuation of Deferred@917152720 after retry RPC after error@1340855095) -> (continuation of Deferred@1825431251 after retry RPC after error@881003578), errback=(continuation of Deferred@752362214 after retry RPC after error@46876200) -> (continuation of Deferred@961154217 after retry RPC after error@298549778) -> (continuation of Deferred@2087275999 after retry RPC after error@608939644) -> (continuation of Deferred@1292747032 after retry RPC after error@1769913) -> (continuation of Deferred@917152720 after retry RPC after error@1340855095) -> (continuation of Deferred@1825431251 after retry RPC after error@881003578)))
09:15:08.626 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1772630066(state=PENDING, result=null, callback=(continuation of Deferred@752362214 after retry RPC after error@46876200) -> (continuation of Deferred@961154217 after retry RPC after error@298549778) -> (continuation of Deferred@2087275999 after retry RPC after error@608939644) -> (continuation of Deferred@1292747032 after retry RPC after error@1769913) -> (continuation of Deferred@917152720 after retry RPC after error@1340855095) -> (continuation of Deferred@1825431251 after retry RPC after error@881003578), errback=(continuation of Deferred@752362214 after retry RPC after error@46876200) -> (continuation of Deferred@961154217 after retry RPC after error@298549778) -> (continuation of Deferred@2087275999 after retry RPC after error@608939644) -> (continuation of Deferred@1292747032 after retry RPC after error@1769913) -> (continuation of Deferred@917152720 after retry RPC after error@1340855095) -> (continuation of Deferred@1825431251 after retry RPC after error@881003578)))
09:15:08.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.824 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.845 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@293622154(state=PENDING, result=null, callback=(continuation of Deferred@549098020 after retry RPC after error@999820338) -> (continuation of Deferred@1411316245 after retry RPC after error@1199701277) -> (continuation of Deferred@861830267 after retry RPC after error@1222385598) -> (continuation of Deferred@1806797538 after retry RPC after error@588311452) -> (continuation of Deferred@1668150817 after retry RPC after error@1273242653) -> (continuation of Deferred@744837401 after retry RPC after error@143463170) -> (continuation of Deferred@81600716 after retry RPC after error@1853040774), errback=(continuation of Deferred@549098020 after retry RPC after error@999820338) -> (continuation of Deferred@1411316245 after retry RPC after error@1199701277) -> (continuation of Deferred@861830267 after retry RPC after error@1222385598) -> (continuation of Deferred@1806797538 after retry RPC after error@588311452) -> (continuation of Deferred@1668150817 after retry RPC after error@1273242653) -> (continuation of Deferred@744837401 after retry RPC after error@143463170) -> (continuation of Deferred@81600716 after retry RPC after error@1853040774)))
09:15:08.845 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@293622154(state=PENDING, result=null, callback=(continuation of Deferred@549098020 after retry RPC after error@999820338) -> (continuation of Deferred@1411316245 after retry RPC after error@1199701277) -> (continuation of Deferred@861830267 after retry RPC after error@1222385598) -> (continuation of Deferred@1806797538 after retry RPC after error@588311452) -> (continuation of Deferred@1668150817 after retry RPC after error@1273242653) -> (continuation of Deferred@744837401 after retry RPC after error@143463170) -> (continuation of Deferred@81600716 after retry RPC after error@1853040774), errback=(continuation of Deferred@549098020 after retry RPC after error@999820338) -> (continuation of Deferred@1411316245 after retry RPC after error@1199701277) -> (continuation of Deferred@861830267 after retry RPC after error@1222385598) -> (continuation of Deferred@1806797538 after retry RPC after error@588311452) -> (continuation of Deferred@1668150817 after retry RPC after error@1273242653) -> (continuation of Deferred@744837401 after retry RPC after error@143463170) -> (continuation of Deferred@81600716 after retry RPC after error@1853040774)))
09:15:08.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:08.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:08.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:08.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:08.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:08.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.024 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.104 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.105 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@768634243(state=PENDING, result=null, callback=(continuation of Deferred@294251486 after retry RPC after error@377158768) -> (continuation of Deferred@2083287475 after retry RPC after error@1388230592) -> (continuation of Deferred@213348690 after retry RPC after error@1299154376) -> (continuation of Deferred@1389483071 after retry RPC after error@1970698514) -> (continuation of Deferred@1115466511 after retry RPC after error@1938564941) -> (continuation of Deferred@799040815 after retry RPC after error@1775773472) -> (continuation of Deferred@1314643399 after retry RPC after error@1551842574), errback=(continuation of Deferred@294251486 after retry RPC after error@377158768) -> (continuation of Deferred@2083287475 after retry RPC after error@1388230592) -> (continuation of Deferred@213348690 after retry RPC after error@1299154376) -> (continuation of Deferred@1389483071 after retry RPC after error@1970698514) -> (continuation of Deferred@1115466511 after retry RPC after error@1938564941) -> (continuation of Deferred@799040815 after retry RPC after error@1775773472) -> (continuation of Deferred@1314643399 after retry RPC after error@1551842574)))
09:15:09.106 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@768634243(state=PENDING, result=null, callback=(continuation of Deferred@294251486 after retry RPC after error@377158768) -> (continuation of Deferred@2083287475 after retry RPC after error@1388230592) -> (continuation of Deferred@213348690 after retry RPC after error@1299154376) -> (continuation of Deferred@1389483071 after retry RPC after error@1970698514) -> (continuation of Deferred@1115466511 after retry RPC after error@1938564941) -> (continuation of Deferred@799040815 after retry RPC after error@1775773472) -> (continuation of Deferred@1314643399 after retry RPC after error@1551842574), errback=(continuation of Deferred@294251486 after retry RPC after error@377158768) -> (continuation of Deferred@2083287475 after retry RPC after error@1388230592) -> (continuation of Deferred@213348690 after retry RPC after error@1299154376) -> (continuation of Deferred@1389483071 after retry RPC after error@1970698514) -> (continuation of Deferred@1115466511 after retry RPC after error@1938564941) -> (continuation of Deferred@799040815 after retry RPC after error@1775773472) -> (continuation of Deferred@1314643399 after retry RPC after error@1551842574)))
09:15:09.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:15:09.173923 11074 raft_consensus.cc:493] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8a099aca56e44359b91b3c0800a38ec3)
09:15:09.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:15:09.174098 11074 raft_consensus.cc:515] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:15:09.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:15:09.174906 11074 leader_election.cc:290] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205), 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311)
09:15:09.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:15:09.175827 10150 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.205.254:33205: connect: Connection refused (error 111) [suppressed 1 similar messages]
09:15:09.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:15:09.177022 10148 leader_election.cc:336] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311): Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111)
09:15:09.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:15:09.177201 10150 leader_election.cc:336] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205): Network error: Client connection negotiation failed: client connection to 127.9.205.254:33205: connect: Connection refused (error 111)
09:15:09.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:15:09.177333 10150 leader_election.cc:304] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 130310c74d714934bdecfd6981872d61; no voters: 655505cfce41453cbbaa13d6dd3467b9, 8a099aca56e44359b91b3c0800a38ec3
09:15:09.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:15:09.177592 11074 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
09:15:09.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.265 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1199045373(state=PENDING, result=null, callback=(continuation of Deferred@54913226 after retry RPC after error@1672912740) -> (continuation of Deferred@2082704000 after retry RPC after error@83568619) -> (continuation of Deferred@676629510 after retry RPC after error@2135849943) -> (continuation of Deferred@534350132 after retry RPC after error@1111499099) -> (continuation of Deferred@1324921257 after retry RPC after error@1113910114) -> (continuation of Deferred@296180275 after retry RPC after error@1378806693), errback=(continuation of Deferred@54913226 after retry RPC after error@1672912740) -> (continuation of Deferred@2082704000 after retry RPC after error@83568619) -> (continuation of Deferred@676629510 after retry RPC after error@2135849943) -> (continuation of Deferred@534350132 after retry RPC after error@1111499099) -> (continuation of Deferred@1324921257 after retry RPC after error@1113910114) -> (continuation of Deferred@296180275 after retry RPC after error@1378806693)))
09:15:09.266 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1199045373(state=PENDING, result=null, callback=(continuation of Deferred@54913226 after retry RPC after error@1672912740) -> (continuation of Deferred@2082704000 after retry RPC after error@83568619) -> (continuation of Deferred@676629510 after retry RPC after error@2135849943) -> (continuation of Deferred@534350132 after retry RPC after error@1111499099) -> (continuation of Deferred@1324921257 after retry RPC after error@1113910114) -> (continuation of Deferred@296180275 after retry RPC after error@1378806693), errback=(continuation of Deferred@54913226 after retry RPC after error@1672912740) -> (continuation of Deferred@2082704000 after retry RPC after error@83568619) -> (continuation of Deferred@676629510 after retry RPC after error@2135849943) -> (continuation of Deferred@534350132 after retry RPC after error@1111499099) -> (continuation of Deferred@1324921257 after retry RPC after error@1113910114) -> (continuation of Deferred@296180275 after retry RPC after error@1378806693)))
09:15:09.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.304 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.464 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@681786078(state=PENDING, result=null, callback=(continuation of Deferred@257582545 after retry RPC after error@445133259) -> (continuation of Deferred@2088567994 after retry RPC after error@1304011809) -> (continuation of Deferred@286340266 after retry RPC after error@1246513450) -> (continuation of Deferred@1577114637 after retry RPC after error@1578693440) -> (continuation of Deferred@1186211917 after retry RPC after error@1847147688) -> (continuation of Deferred@908162514 after retry RPC after error@792330917), errback=(continuation of Deferred@257582545 after retry RPC after error@445133259) -> (continuation of Deferred@2088567994 after retry RPC after error@1304011809) -> (continuation of Deferred@286340266 after retry RPC after error@1246513450) -> (continuation of Deferred@1577114637 after retry RPC after error@1578693440) -> (continuation of Deferred@1186211917 after retry RPC after error@1847147688) -> (continuation of Deferred@908162514 after retry RPC after error@792330917)))
09:15:09.465 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@681786078(state=PENDING, result=null, callback=(continuation of Deferred@257582545 after retry RPC after error@445133259) -> (continuation of Deferred@2088567994 after retry RPC after error@1304011809) -> (continuation of Deferred@286340266 after retry RPC after error@1246513450) -> (continuation of Deferred@1577114637 after retry RPC after error@1578693440) -> (continuation of Deferred@1186211917 after retry RPC after error@1847147688) -> (continuation of Deferred@908162514 after retry RPC after error@792330917), errback=(continuation of Deferred@257582545 after retry RPC after error@445133259) -> (continuation of Deferred@2088567994 after retry RPC after error@1304011809) -> (continuation of Deferred@286340266 after retry RPC after error@1246513450) -> (continuation of Deferred@1577114637 after retry RPC after error@1578693440) -> (continuation of Deferred@1186211917 after retry RPC after error@1847147688) -> (continuation of Deferred@908162514 after retry RPC after error@792330917)))
09:15:09.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.743 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@387158600(state=PENDING, result=null, callback=(continuation of Deferred@60081499 after retry RPC after error@994308669) -> (continuation of Deferred@2112524880 after retry RPC after error@1986055799) -> (continuation of Deferred@1400595453 after retry RPC after error@2005774773) -> (continuation of Deferred@1591526662 after retry RPC after error@784317404) -> (continuation of Deferred@651379069 after retry RPC after error@1011436555) -> (continuation of Deferred@75844209 after retry RPC after error@1471639654) -> (continuation of Deferred@1800604484 after retry RPC after error@487340849), errback=(continuation of Deferred@60081499 after retry RPC after error@994308669) -> (continuation of Deferred@2112524880 after retry RPC after error@1986055799) -> (continuation of Deferred@1400595453 after retry RPC after error@2005774773) -> (continuation of Deferred@1591526662 after retry RPC after error@784317404) -> (continuation of Deferred@651379069 after retry RPC after error@1011436555) -> (continuation of Deferred@75844209 after retry RPC after error@1471639654) -> (continuation of Deferred@1800604484 after retry RPC after error@487340849)))
09:15:09.744 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:15:09.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.804 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:09.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:09.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:09.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:09.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:09.985 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@607274945(state=PENDING, result=null, callback=(continuation of Deferred@12199955 after retry RPC after error@996937272) -> (continuation of Deferred@60017 after retry RPC after error@909814271) -> (continuation of Deferred@1737614747 after retry RPC after error@1012349599) -> (continuation of Deferred@990059526 after retry RPC after error@1486172104) -> (continuation of Deferred@817931388 after retry RPC after error@893842233) -> (continuation of Deferred@369502907 after retry RPC after error@1729932508) -> (continuation of Deferred@1380587271 after retry RPC after error@1343748428), errback=(continuation of Deferred@12199955 after retry RPC after error@996937272) -> (continuation of Deferred@60017 after retry RPC after error@909814271) -> (continuation of Deferred@1737614747 after retry RPC after error@1012349599) -> (continuation of Deferred@990059526 after retry RPC after error@1486172104) -> (continuation of Deferred@817931388 after retry RPC after error@893842233) -> (continuation of Deferred@369502907 after retry RPC after error@1729932508) -> (continuation of Deferred@1380587271 after retry RPC after error@1343748428)))
09:15:09.985 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@607274945(state=PENDING, result=null, callback=(continuation of Deferred@12199955 after retry RPC after error@996937272) -> (continuation of Deferred@60017 after retry RPC after error@909814271) -> (continuation of Deferred@1737614747 after retry RPC after error@1012349599) -> (continuation of Deferred@990059526 after retry RPC after error@1486172104) -> (continuation of Deferred@817931388 after retry RPC after error@893842233) -> (continuation of Deferred@369502907 after retry RPC after error@1729932508) -> (continuation of Deferred@1380587271 after retry RPC after error@1343748428), errback=(continuation of Deferred@12199955 after retry RPC after error@996937272) -> (continuation of Deferred@60017 after retry RPC after error@909814271) -> (continuation of Deferred@1737614747 after retry RPC after error@1012349599) -> (continuation of Deferred@990059526 after retry RPC after error@1486172104) -> (continuation of Deferred@817931388 after retry RPC after error@893842233) -> (continuation of Deferred@369502907 after retry RPC after error@1729932508) -> (continuation of Deferred@1380587271 after retry RPC after error@1343748428)))
09:15:10.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.204 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@2139010802(state=PENDING, result=null, callback=(continuation of Deferred@936796646 after retry RPC after error@679955109) -> (continuation of Deferred@1151425650 after retry RPC after error@1315093298) -> (continuation of Deferred@1245657673 after retry RPC after error@1484755913) -> (continuation of Deferred@376641144 after retry RPC after error@1301513391) -> (continuation of Deferred@2118980134 after retry RPC after error@1510483965) -> (continuation of Deferred@1413884434 after retry RPC after error@86076105) -> (continuation of Deferred@334201961 after retry RPC after error@138898982), errback=(continuation of Deferred@936796646 after retry RPC after error@679955109) -> (continuation of Deferred@1151425650 after retry RPC after error@1315093298) -> (continuation of Deferred@1245657673 after retry RPC after error@1484755913) -> (continuation of Deferred@376641144 after retry RPC after error@1301513391) -> (continuation of Deferred@2118980134 after retry RPC after error@1510483965) -> (continuation of Deferred@1413884434 after retry RPC after error@86076105) -> (continuation of Deferred@334201961 after retry RPC after error@138898982)))
09:15:10.205 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@2139010802(state=PENDING, result=null, callback=(continuation of Deferred@936796646 after retry RPC after error@679955109) -> (continuation of Deferred@1151425650 after retry RPC after error@1315093298) -> (continuation of Deferred@1245657673 after retry RPC after error@1484755913) -> (continuation of Deferred@376641144 after retry RPC after error@1301513391) -> (continuation of Deferred@2118980134 after retry RPC after error@1510483965) -> (continuation of Deferred@1413884434 after retry RPC after error@86076105) -> (continuation of Deferred@334201961 after retry RPC after error@138898982), errback=(continuation of Deferred@936796646 after retry RPC after error@679955109) -> (continuation of Deferred@1151425650 after retry RPC after error@1315093298) -> (continuation of Deferred@1245657673 after retry RPC after error@1484755913) -> (continuation of Deferred@376641144 after retry RPC after error@1301513391) -> (continuation of Deferred@2118980134 after retry RPC after error@1510483965) -> (continuation of Deferred@1413884434 after retry RPC after error@86076105) -> (continuation of Deferred@334201961 after retry RPC after error@138898982)))
09:15:10.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.224 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.324 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.483 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@681696661(state=PENDING, result=null, callback=(continuation of Deferred@1598936260 after retry RPC after error@1674339839) -> (continuation of Deferred@1250550777 after retry RPC after error@1818411592) -> (continuation of Deferred@1564004596 after retry RPC after error@1574679857) -> (continuation of Deferred@1489507160 after retry RPC after error@583199371) -> (continuation of Deferred@962994519 after retry RPC after error@957639031) -> (continuation of Deferred@559869918 after retry RPC after error@352178124) -> (continuation of Deferred@479803549 after retry RPC after error@106739112), errback=(continuation of Deferred@1598936260 after retry RPC after error@1674339839) -> (continuation of Deferred@1250550777 after retry RPC after error@1818411592) -> (continuation of Deferred@1564004596 after retry RPC after error@1574679857) -> (continuation of Deferred@1489507160 after retry RPC after error@583199371) -> (continuation of Deferred@962994519 after retry RPC after error@957639031) -> (continuation of Deferred@559869918 after retry RPC after error@352178124) -> (continuation of Deferred@479803549 after retry RPC after error@106739112)))
09:15:10.483 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:15:10.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.664 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.665 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1692916796(state=PENDING, result=null, callback=(continuation of Deferred@1405031820 after retry RPC after error@1094380109) -> (continuation of Deferred@32860740 after retry RPC after error@1537818746) -> (continuation of Deferred@1888566774 after retry RPC after error@1726990635) -> (continuation of Deferred@1281505528 after retry RPC after error@1566120862) -> (continuation of Deferred@610198350 after retry RPC after error@1012977791) -> (continuation of Deferred@1629002483 after retry RPC after error@1946744997) -> (continuation of Deferred@664744441 after retry RPC after error@499580509), errback=(continuation of Deferred@1405031820 after retry RPC after error@1094380109) -> (continuation of Deferred@32860740 after retry RPC after error@1537818746) -> (continuation of Deferred@1888566774 after retry RPC after error@1726990635) -> (continuation of Deferred@1281505528 after retry RPC after error@1566120862) -> (continuation of Deferred@610198350 after retry RPC after error@1012977791) -> (continuation of Deferred@1629002483 after retry RPC after error@1946744997) -> (continuation of Deferred@664744441 after retry RPC after error@499580509)))
09:15:10.665 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1692916796(state=PENDING, result=null, callback=(continuation of Deferred@1405031820 after retry RPC after error@1094380109) -> (continuation of Deferred@32860740 after retry RPC after error@1537818746) -> (continuation of Deferred@1888566774 after retry RPC after error@1726990635) -> (continuation of Deferred@1281505528 after retry RPC after error@1566120862) -> (continuation of Deferred@610198350 after retry RPC after error@1012977791) -> (continuation of Deferred@1629002483 after retry RPC after error@1946744997) -> (continuation of Deferred@664744441 after retry RPC after error@499580509), errback=(continuation of Deferred@1405031820 after retry RPC after error@1094380109) -> (continuation of Deferred@32860740 after retry RPC after error@1537818746) -> (continuation of Deferred@1888566774 after retry RPC after error@1726990635) -> (continuation of Deferred@1281505528 after retry RPC after error@1566120862) -> (continuation of Deferred@610198350 after retry RPC after error@1012977791) -> (continuation of Deferred@1629002483 after retry RPC after error@1946744997) -> (continuation of Deferred@664744441 after retry RPC after error@499580509)))
09:15:10.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.904 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@630046813(state=PENDING, result=null, callback=(continuation of Deferred@1687129586 after retry RPC after error@1380106924) -> (continuation of Deferred@77510413 after retry RPC after error@1339687147) -> (continuation of Deferred@1470297343 after retry RPC after error@321985285) -> (continuation of Deferred@1650909361 after retry RPC after error@2099538254) -> (continuation of Deferred@1038188313 after retry RPC after error@647209619) -> (continuation of Deferred@1940241816 after retry RPC after error@756405435) -> (continuation of Deferred@456818615 after retry RPC after error@545702265), errback=(continuation of Deferred@1687129586 after retry RPC after error@1380106924) -> (continuation of Deferred@77510413 after retry RPC after error@1339687147) -> (continuation of Deferred@1470297343 after retry RPC after error@321985285) -> (continuation of Deferred@1650909361 after retry RPC after error@2099538254) -> (continuation of Deferred@1038188313 after retry RPC after error@647209619) -> (continuation of Deferred@1940241816 after retry RPC after error@756405435) -> (continuation of Deferred@456818615 after retry RPC after error@545702265)))
09:15:10.905 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@630046813(state=PENDING, result=null, callback=(continuation of Deferred@1687129586 after retry RPC after error@1380106924) -> (continuation of Deferred@77510413 after retry RPC after error@1339687147) -> (continuation of Deferred@1470297343 after retry RPC after error@321985285) -> (continuation of Deferred@1650909361 after retry RPC after error@2099538254) -> (continuation of Deferred@1038188313 after retry RPC after error@647209619) -> (continuation of Deferred@1940241816 after retry RPC after error@756405435) -> (continuation of Deferred@456818615 after retry RPC after error@545702265), errback=(continuation of Deferred@1687129586 after retry RPC after error@1380106924) -> (continuation of Deferred@77510413 after retry RPC after error@1339687147) -> (continuation of Deferred@1470297343 after retry RPC after error@321985285) -> (continuation of Deferred@1650909361 after retry RPC after error@2099538254) -> (continuation of Deferred@1038188313 after retry RPC after error@647209619) -> (continuation of Deferred@1940241816 after retry RPC after error@756405435) -> (continuation of Deferred@456818615 after retry RPC after error@545702265)))
09:15:10.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:10.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:10.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:10.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:10.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:10.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.165 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [243ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1144800199(state=PENDING, result=null, callback=(continuation of Deferred@629761396 after retry RPC after error@417664896) -> (continuation of Deferred@1761352602 after retry RPC after error@1316507449) -> (continuation of Deferred@540291399 after retry RPC after error@270377934) -> (continuation of Deferred@414538396 after retry RPC after error@347660084) -> (continuation of Deferred@361196269 after retry RPC after error@1761192000) -> (continuation of Deferred@1512730233 after retry RPC after error@146365303) -> (continuation of Deferred@650614927 after retry RPC after error@56201151), errback=(continuation of Deferred@629761396 after retry RPC after error@417664896) -> (continuation of Deferred@1761352602 after retry RPC after error@1316507449) -> (continuation of Deferred@540291399 after retry RPC after error@270377934) -> (continuation of Deferred@414538396 after retry RPC after error@347660084) -> (continuation of Deferred@361196269 after retry RPC after error@1761192000) -> (continuation of Deferred@1512730233 after retry RPC after error@146365303) -> (continuation of Deferred@650614927 after retry RPC after error@56201151)))
09:15:11.166 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [243ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1144800199(state=PENDING, result=null, callback=(continuation of Deferred@629761396 after retry RPC after error@417664896) -> (continuation of Deferred@1761352602 after retry RPC after error@1316507449) -> (continuation of Deferred@540291399 after retry RPC after error@270377934) -> (continuation of Deferred@414538396 after retry RPC after error@347660084) -> (continuation of Deferred@361196269 after retry RPC after error@1761192000) -> (continuation of Deferred@1512730233 after retry RPC after error@146365303) -> (continuation of Deferred@650614927 after retry RPC after error@56201151), errback=(continuation of Deferred@629761396 after retry RPC after error@417664896) -> (continuation of Deferred@1761352602 after retry RPC after error@1316507449) -> (continuation of Deferred@540291399 after retry RPC after error@270377934) -> (continuation of Deferred@414538396 after retry RPC after error@347660084) -> (continuation of Deferred@361196269 after retry RPC after error@1761192000) -> (continuation of Deferred@1512730233 after retry RPC after error@146365303) -> (continuation of Deferred@650614927 after retry RPC after error@56201151)))
09:15:11.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.204 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.324 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1768263839(state=PENDING, result=null, callback=(continuation of Deferred@1688152505 after retry RPC after error@1693916612) -> (continuation of Deferred@271603238 after retry RPC after error@1427430871) -> (continuation of Deferred@1222374445 after retry RPC after error@337562063) -> (continuation of Deferred@101526540 after retry RPC after error@1971626879) -> (continuation of Deferred@1659460478 after retry RPC after error@6006365) -> (continuation of Deferred@1876526870 after retry RPC after error@1066819273), errback=(continuation of Deferred@1688152505 after retry RPC after error@1693916612) -> (continuation of Deferred@271603238 after retry RPC after error@1427430871) -> (continuation of Deferred@1222374445 after retry RPC after error@337562063) -> (continuation of Deferred@101526540 after retry RPC after error@1971626879) -> (continuation of Deferred@1659460478 after retry RPC after error@6006365) -> (continuation of Deferred@1876526870 after retry RPC after error@1066819273)))
09:15:11.325 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1768263839(state=PENDING, result=null, callback=(continuation of Deferred@1688152505 after retry RPC after error@1693916612) -> (continuation of Deferred@271603238 after retry RPC after error@1427430871) -> (continuation of Deferred@1222374445 after retry RPC after error@337562063) -> (continuation of Deferred@101526540 after retry RPC after error@1971626879) -> (continuation of Deferred@1659460478 after retry RPC after error@6006365) -> (continuation of Deferred@1876526870 after retry RPC after error@1066819273), errback=(continuation of Deferred@1688152505 after retry RPC after error@1693916612) -> (continuation of Deferred@271603238 after retry RPC after error@1427430871) -> (continuation of Deferred@1222374445 after retry RPC after error@337562063) -> (continuation of Deferred@101526540 after retry RPC after error@1971626879) -> (continuation of Deferred@1659460478 after retry RPC after error@6006365) -> (continuation of Deferred@1876526870 after retry RPC after error@1066819273)))
09:15:11.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.444 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.564 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.564 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.566 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1360042563(state=PENDING, result=null, callback=(continuation of Deferred@1790339999 after retry RPC after error@724802724) -> (continuation of Deferred@725969317 after retry RPC after error@2119318540) -> (continuation of Deferred@660687562 after retry RPC after error@276837438) -> (continuation of Deferred@268988362 after retry RPC after error@2136310683) -> (continuation of Deferred@1389343137 after retry RPC after error@1132420610) -> (continuation of Deferred@274337688 after retry RPC after error@1128271699) -> (continuation of Deferred@1814948899 after retry RPC after error@1436233962), errback=(continuation of Deferred@1790339999 after retry RPC after error@724802724) -> (continuation of Deferred@725969317 after retry RPC after error@2119318540) -> (continuation of Deferred@660687562 after retry RPC after error@276837438) -> (continuation of Deferred@268988362 after retry RPC after error@2136310683) -> (continuation of Deferred@1389343137 after retry RPC after error@1132420610) -> (continuation of Deferred@274337688 after retry RPC after error@1128271699) -> (continuation of Deferred@1814948899 after retry RPC after error@1436233962)))
09:15:11.566 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1360042563(state=PENDING, result=null, callback=(continuation of Deferred@1790339999 after retry RPC after error@724802724) -> (continuation of Deferred@725969317 after retry RPC after error@2119318540) -> (continuation of Deferred@660687562 after retry RPC after error@276837438) -> (continuation of Deferred@268988362 after retry RPC after error@2136310683) -> (continuation of Deferred@1389343137 after retry RPC after error@1132420610) -> (continuation of Deferred@274337688 after retry RPC after error@1128271699) -> (continuation of Deferred@1814948899 after retry RPC after error@1436233962), errback=(continuation of Deferred@1790339999 after retry RPC after error@724802724) -> (continuation of Deferred@725969317 after retry RPC after error@2119318540) -> (continuation of Deferred@660687562 after retry RPC after error@276837438) -> (continuation of Deferred@268988362 after retry RPC after error@2136310683) -> (continuation of Deferred@1389343137 after retry RPC after error@1132420610) -> (continuation of Deferred@274337688 after retry RPC after error@1128271699) -> (continuation of Deferred@1814948899 after retry RPC after error@1436233962)))
09:15:11.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.584 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.744 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1060907794(state=PENDING, result=null, callback=(continuation of Deferred@244126660 after retry RPC after error@699549110) -> (continuation of Deferred@952055083 after retry RPC after error@1711664533) -> (continuation of Deferred@15782306 after retry RPC after error@1003797503) -> (continuation of Deferred@2047072195 after retry RPC after error@866382931) -> (continuation of Deferred@894983748 after retry RPC after error@726470739) -> (continuation of Deferred@1335125814 after retry RPC after error@1664680955) -> (continuation of Deferred@342150054 after retry RPC after error@1474858737), errback=(continuation of Deferred@244126660 after retry RPC after error@699549110) -> (continuation of Deferred@952055083 after retry RPC after error@1711664533) -> (continuation of Deferred@15782306 after retry RPC after error@1003797503) -> (continuation of Deferred@2047072195 after retry RPC after error@866382931) -> (continuation of Deferred@894983748 after retry RPC after error@726470739) -> (continuation of Deferred@1335125814 after retry RPC after error@1664680955) -> (continuation of Deferred@342150054 after retry RPC after error@1474858737)))
09:15:11.745 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1060907794(state=PENDING, result=null, callback=(continuation of Deferred@244126660 after retry RPC after error@699549110) -> (continuation of Deferred@952055083 after retry RPC after error@1711664533) -> (continuation of Deferred@15782306 after retry RPC after error@1003797503) -> (continuation of Deferred@2047072195 after retry RPC after error@866382931) -> (continuation of Deferred@894983748 after retry RPC after error@726470739) -> (continuation of Deferred@1335125814 after retry RPC after error@1664680955) -> (continuation of Deferred@342150054 after retry RPC after error@1474858737), errback=(continuation of Deferred@244126660 after retry RPC after error@699549110) -> (continuation of Deferred@952055083 after retry RPC after error@1711664533) -> (continuation of Deferred@15782306 after retry RPC after error@1003797503) -> (continuation of Deferred@2047072195 after retry RPC after error@866382931) -> (continuation of Deferred@894983748 after retry RPC after error@726470739) -> (continuation of Deferred@1335125814 after retry RPC after error@1664680955) -> (continuation of Deferred@342150054 after retry RPC after error@1474858737)))
09:15:11.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.804 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:11.965 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1369665678(state=PENDING, result=null, callback=(continuation of Deferred@483493960 after retry RPC after error@2078589373) -> (continuation of Deferred@2017361533 after retry RPC after error@852711156) -> (continuation of Deferred@575675182 after retry RPC after error@2145701872) -> (continuation of Deferred@1956809703 after retry RPC after error@1559107441) -> (continuation of Deferred@2118516393 after retry RPC after error@654779870) -> (continuation of Deferred@1201307498 after retry RPC after error@1810083191) -> (continuation of Deferred@973256212 after retry RPC after error@615865695), errback=(continuation of Deferred@483493960 after retry RPC after error@2078589373) -> (continuation of Deferred@2017361533 after retry RPC after error@852711156) -> (continuation of Deferred@575675182 after retry RPC after error@2145701872) -> (continuation of Deferred@1956809703 after retry RPC after error@1559107441) -> (continuation of Deferred@2118516393 after retry RPC after error@654779870) -> (continuation of Deferred@1201307498 after retry RPC after error@1810083191) -> (continuation of Deferred@973256212 after retry RPC after error@615865695)))
09:15:11.965 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1369665678(state=PENDING, result=null, callback=(continuation of Deferred@483493960 after retry RPC after error@2078589373) -> (continuation of Deferred@2017361533 after retry RPC after error@852711156) -> (continuation of Deferred@575675182 after retry RPC after error@2145701872) -> (continuation of Deferred@1956809703 after retry RPC after error@1559107441) -> (continuation of Deferred@2118516393 after retry RPC after error@654779870) -> (continuation of Deferred@1201307498 after retry RPC after error@1810083191) -> (continuation of Deferred@973256212 after retry RPC after error@615865695), errback=(continuation of Deferred@483493960 after retry RPC after error@2078589373) -> (continuation of Deferred@2017361533 after retry RPC after error@852711156) -> (continuation of Deferred@575675182 after retry RPC after error@2145701872) -> (continuation of Deferred@1956809703 after retry RPC after error@1559107441) -> (continuation of Deferred@2118516393 after retry RPC after error@654779870) -> (continuation of Deferred@1201307498 after retry RPC after error@1810083191) -> (continuation of Deferred@973256212 after retry RPC after error@615865695)))
09:15:11.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:11.984 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:11.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:11.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:11.985 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.044 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.144 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.185 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1712698591(state=PENDING, result=null, callback=(continuation of Deferred@1854730468 after retry RPC after error@2146510702) -> (continuation of Deferred@1809057181 after retry RPC after error@548202356) -> (continuation of Deferred@690894933 after retry RPC after error@1595060297) -> (continuation of Deferred@346140379 after retry RPC after error@1399946364) -> (continuation of Deferred@189074135 after retry RPC after error@1092580110) -> (continuation of Deferred@1490147968 after retry RPC after error@10215290) -> (continuation of Deferred@590048780 after retry RPC after error@420933220), errback=(continuation of Deferred@1854730468 after retry RPC after error@2146510702) -> (continuation of Deferred@1809057181 after retry RPC after error@548202356) -> (continuation of Deferred@690894933 after retry RPC after error@1595060297) -> (continuation of Deferred@346140379 after retry RPC after error@1399946364) -> (continuation of Deferred@189074135 after retry RPC after error@1092580110) -> (continuation of Deferred@1490147968 after retry RPC after error@10215290) -> (continuation of Deferred@590048780 after retry RPC after error@420933220)))
09:15:12.185 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1712698591(state=PENDING, result=null, callback=(continuation of Deferred@1854730468 after retry RPC after error@2146510702) -> (continuation of Deferred@1809057181 after retry RPC after error@548202356) -> (continuation of Deferred@690894933 after retry RPC after error@1595060297) -> (continuation of Deferred@346140379 after retry RPC after error@1399946364) -> (continuation of Deferred@189074135 after retry RPC after error@1092580110) -> (continuation of Deferred@1490147968 after retry RPC after error@10215290) -> (continuation of Deferred@590048780 after retry RPC after error@420933220), errback=(continuation of Deferred@1854730468 after retry RPC after error@2146510702) -> (continuation of Deferred@1809057181 after retry RPC after error@548202356) -> (continuation of Deferred@690894933 after retry RPC after error@1595060297) -> (continuation of Deferred@346140379 after retry RPC after error@1399946364) -> (continuation of Deferred@189074135 after retry RPC after error@1092580110) -> (continuation of Deferred@1490147968 after retry RPC after error@10215290) -> (continuation of Deferred@590048780 after retry RPC after error@420933220)))
09:15:12.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.404 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1889378091(state=PENDING, result=null, callback=(continuation of Deferred@1179333801 after retry RPC after error@142356829) -> (continuation of Deferred@2033237076 after retry RPC after error@1707610270) -> (continuation of Deferred@2058985202 after retry RPC after error@329694753) -> (continuation of Deferred@1871208989 after retry RPC after error@1247921042) -> (continuation of Deferred@2090441250 after retry RPC after error@1516794918) -> (continuation of Deferred@1994161660 after retry RPC after error@845499878) -> (continuation of Deferred@43878658 after retry RPC after error@466424883), errback=(continuation of Deferred@1179333801 after retry RPC after error@142356829) -> (continuation of Deferred@2033237076 after retry RPC after error@1707610270) -> (continuation of Deferred@2058985202 after retry RPC after error@329694753) -> (continuation of Deferred@1871208989 after retry RPC after error@1247921042) -> (continuation of Deferred@2090441250 after retry RPC after error@1516794918) -> (continuation of Deferred@1994161660 after retry RPC after error@845499878) -> (continuation of Deferred@43878658 after retry RPC after error@466424883)))
09:15:12.405 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1889378091(state=PENDING, result=null, callback=(continuation of Deferred@1179333801 after retry RPC after error@142356829) -> (continuation of Deferred@2033237076 after retry RPC after error@1707610270) -> (continuation of Deferred@2058985202 after retry RPC after error@329694753) -> (continuation of Deferred@1871208989 after retry RPC after error@1247921042) -> (continuation of Deferred@2090441250 after retry RPC after error@1516794918) -> (continuation of Deferred@1994161660 after retry RPC after error@845499878) -> (continuation of Deferred@43878658 after retry RPC after error@466424883), errback=(continuation of Deferred@1179333801 after retry RPC after error@142356829) -> (continuation of Deferred@2033237076 after retry RPC after error@1707610270) -> (continuation of Deferred@2058985202 after retry RPC after error@329694753) -> (continuation of Deferred@1871208989 after retry RPC after error@1247921042) -> (continuation of Deferred@2090441250 after retry RPC after error@1516794918) -> (continuation of Deferred@1994161660 after retry RPC after error@845499878) -> (continuation of Deferred@43878658 after retry RPC after error@466424883)))
09:15:12.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.564 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.624 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.625 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [203ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@471334249(state=PENDING, result=null, callback=(continuation of Deferred@1697071897 after retry RPC after error@1922925049) -> (continuation of Deferred@1943315840 after retry RPC after error@1351348774) -> (continuation of Deferred@267078821 after retry RPC after error@292001512) -> (continuation of Deferred@1204406753 after retry RPC after error@1222384124) -> (continuation of Deferred@487062054 after retry RPC after error@821755832) -> (continuation of Deferred@964017799 after retry RPC after error@298734508) -> (continuation of Deferred@859463033 after retry RPC after error@1423602585), errback=(continuation of Deferred@1697071897 after retry RPC after error@1922925049) -> (continuation of Deferred@1943315840 after retry RPC after error@1351348774) -> (continuation of Deferred@267078821 after retry RPC after error@292001512) -> (continuation of Deferred@1204406753 after retry RPC after error@1222384124) -> (continuation of Deferred@487062054 after retry RPC after error@821755832) -> (continuation of Deferred@964017799 after retry RPC after error@298734508) -> (continuation of Deferred@859463033 after retry RPC after error@1423602585)))
09:15:12.626 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [203ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@471334249(state=PENDING, result=null, callback=(continuation of Deferred@1697071897 after retry RPC after error@1922925049) -> (continuation of Deferred@1943315840 after retry RPC after error@1351348774) -> (continuation of Deferred@267078821 after retry RPC after error@292001512) -> (continuation of Deferred@1204406753 after retry RPC after error@1222384124) -> (continuation of Deferred@487062054 after retry RPC after error@821755832) -> (continuation of Deferred@964017799 after retry RPC after error@298734508) -> (continuation of Deferred@859463033 after retry RPC after error@1423602585), errback=(continuation of Deferred@1697071897 after retry RPC after error@1922925049) -> (continuation of Deferred@1943315840 after retry RPC after error@1351348774) -> (continuation of Deferred@267078821 after retry RPC after error@292001512) -> (continuation of Deferred@1204406753 after retry RPC after error@1222384124) -> (continuation of Deferred@487062054 after retry RPC after error@821755832) -> (continuation of Deferred@964017799 after retry RPC after error@298734508) -> (continuation of Deferred@859463033 after retry RPC after error@1423602585)))
09:15:12.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.764 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.825 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1589043358(state=PENDING, result=null, callback=(continuation of Deferred@184335053 after retry RPC after error@1003763910) -> (continuation of Deferred@833238376 after retry RPC after error@1492222419) -> (continuation of Deferred@934572754 after retry RPC after error@758935274) -> (continuation of Deferred@1306333008 after retry RPC after error@435609633) -> (continuation of Deferred@222311215 after retry RPC after error@1128613715) -> (continuation of Deferred@1715955684 after retry RPC after error@1218340069), errback=(continuation of Deferred@184335053 after retry RPC after error@1003763910) -> (continuation of Deferred@833238376 after retry RPC after error@1492222419) -> (continuation of Deferred@934572754 after retry RPC after error@758935274) -> (continuation of Deferred@1306333008 after retry RPC after error@435609633) -> (continuation of Deferred@222311215 after retry RPC after error@1128613715) -> (continuation of Deferred@1715955684 after retry RPC after error@1218340069)))
09:15:12.825 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1589043358(state=PENDING, result=null, callback=(continuation of Deferred@184335053 after retry RPC after error@1003763910) -> (continuation of Deferred@833238376 after retry RPC after error@1492222419) -> (continuation of Deferred@934572754 after retry RPC after error@758935274) -> (continuation of Deferred@1306333008 after retry RPC after error@435609633) -> (continuation of Deferred@222311215 after retry RPC after error@1128613715) -> (continuation of Deferred@1715955684 after retry RPC after error@1218340069), errback=(continuation of Deferred@184335053 after retry RPC after error@1003763910) -> (continuation of Deferred@833238376 after retry RPC after error@1492222419) -> (continuation of Deferred@934572754 after retry RPC after error@758935274) -> (continuation of Deferred@1306333008 after retry RPC after error@435609633) -> (continuation of Deferred@222311215 after retry RPC after error@1128613715) -> (continuation of Deferred@1715955684 after retry RPC after error@1218340069)))
09:15:12.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.944 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:12.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:12.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:12.964 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:12.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:12.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.104 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@42904965(state=PENDING, result=null, callback=(continuation of Deferred@1388611315 after retry RPC after error@1875127560) -> (continuation of Deferred@1886348852 after retry RPC after error@133832505) -> (continuation of Deferred@1904206379 after retry RPC after error@1067269473) -> (continuation of Deferred@877179488 after retry RPC after error@1662803975) -> (continuation of Deferred@1836890357 after retry RPC after error@995948046) -> (continuation of Deferred@1257674935 after retry RPC after error@1248515510) -> (continuation of Deferred@1113155358 after retry RPC after error@510199261), errback=(continuation of Deferred@1388611315 after retry RPC after error@1875127560) -> (continuation of Deferred@1886348852 after retry RPC after error@133832505) -> (continuation of Deferred@1904206379 after retry RPC after error@1067269473) -> (continuation of Deferred@877179488 after retry RPC after error@1662803975) -> (continuation of Deferred@1836890357 after retry RPC after error@995948046) -> (continuation of Deferred@1257674935 after retry RPC after error@1248515510) -> (continuation of Deferred@1113155358 after retry RPC after error@510199261)))
09:15:13.104 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:15:13.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.244 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.305 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@804828288(state=PENDING, result=null, callback=(continuation of Deferred@1504028185 after retry RPC after error@1024068994) -> (continuation of Deferred@205242417 after retry RPC after error@1712138626) -> (continuation of Deferred@317513268 after retry RPC after error@2145888246) -> (continuation of Deferred@756013683 after retry RPC after error@574732137) -> (continuation of Deferred@1445511275 after retry RPC after error@347215183) -> (continuation of Deferred@1203608040 after retry RPC after error@1760072841), errback=(continuation of Deferred@1504028185 after retry RPC after error@1024068994) -> (continuation of Deferred@205242417 after retry RPC after error@1712138626) -> (continuation of Deferred@317513268 after retry RPC after error@2145888246) -> (continuation of Deferred@756013683 after retry RPC after error@574732137) -> (continuation of Deferred@1445511275 after retry RPC after error@347215183) -> (continuation of Deferred@1203608040 after retry RPC after error@1760072841)))
09:15:13.305 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@804828288(state=PENDING, result=null, callback=(continuation of Deferred@1504028185 after retry RPC after error@1024068994) -> (continuation of Deferred@205242417 after retry RPC after error@1712138626) -> (continuation of Deferred@317513268 after retry RPC after error@2145888246) -> (continuation of Deferred@756013683 after retry RPC after error@574732137) -> (continuation of Deferred@1445511275 after retry RPC after error@347215183) -> (continuation of Deferred@1203608040 after retry RPC after error@1760072841), errback=(continuation of Deferred@1504028185 after retry RPC after error@1024068994) -> (continuation of Deferred@205242417 after retry RPC after error@1712138626) -> (continuation of Deferred@317513268 after retry RPC after error@2145888246) -> (continuation of Deferred@756013683 after retry RPC after error@574732137) -> (continuation of Deferred@1445511275 after retry RPC after error@347215183) -> (continuation of Deferred@1203608040 after retry RPC after error@1760072841)))
09:15:13.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.525 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@224701035(state=PENDING, result=null, callback=(continuation of Deferred@489857983 after retry RPC after error@1451433604) -> (continuation of Deferred@1250840747 after retry RPC after error@1645317219) -> (continuation of Deferred@1790375109 after retry RPC after error@613392425) -> (continuation of Deferred@473741083 after retry RPC after error@1923109483) -> (continuation of Deferred@804093990 after retry RPC after error@1991963418) -> (continuation of Deferred@264705721 after retry RPC after error@2130984480) -> (continuation of Deferred@1009478998 after retry RPC after error@497581034), errback=(continuation of Deferred@489857983 after retry RPC after error@1451433604) -> (continuation of Deferred@1250840747 after retry RPC after error@1645317219) -> (continuation of Deferred@1790375109 after retry RPC after error@613392425) -> (continuation of Deferred@473741083 after retry RPC after error@1923109483) -> (continuation of Deferred@804093990 after retry RPC after error@1991963418) -> (continuation of Deferred@264705721 after retry RPC after error@2130984480) -> (continuation of Deferred@1009478998 after retry RPC after error@497581034)))
09:15:13.526 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@224701035(state=PENDING, result=null, callback=(continuation of Deferred@489857983 after retry RPC after error@1451433604) -> (continuation of Deferred@1250840747 after retry RPC after error@1645317219) -> (continuation of Deferred@1790375109 after retry RPC after error@613392425) -> (continuation of Deferred@473741083 after retry RPC after error@1923109483) -> (continuation of Deferred@804093990 after retry RPC after error@1991963418) -> (continuation of Deferred@264705721 after retry RPC after error@2130984480) -> (continuation of Deferred@1009478998 after retry RPC after error@497581034), errback=(continuation of Deferred@489857983 after retry RPC after error@1451433604) -> (continuation of Deferred@1250840747 after retry RPC after error@1645317219) -> (continuation of Deferred@1790375109 after retry RPC after error@613392425) -> (continuation of Deferred@473741083 after retry RPC after error@1923109483) -> (continuation of Deferred@804093990 after retry RPC after error@1991963418) -> (continuation of Deferred@264705721 after retry RPC after error@2130984480) -> (continuation of Deferred@1009478998 after retry RPC after error@497581034)))
09:15:13.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.604 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.784 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1997265023(state=PENDING, result=null, callback=(continuation of Deferred@497589188 after retry RPC after error@158111570) -> (continuation of Deferred@317673047 after retry RPC after error@990815317) -> (continuation of Deferred@1654746699 after retry RPC after error@261792586) -> (continuation of Deferred@1735379224 after retry RPC after error@688776620) -> (continuation of Deferred@1077347824 after retry RPC after error@443379279) -> (continuation of Deferred@55788307 after retry RPC after error@1161160272) -> (continuation of Deferred@1029010307 after retry RPC after error@1278967152), errback=(continuation of Deferred@497589188 after retry RPC after error@158111570) -> (continuation of Deferred@317673047 after retry RPC after error@990815317) -> (continuation of Deferred@1654746699 after retry RPC after error@261792586) -> (continuation of Deferred@1735379224 after retry RPC after error@688776620) -> (continuation of Deferred@1077347824 after retry RPC after error@443379279) -> (continuation of Deferred@55788307 after retry RPC after error@1161160272) -> (continuation of Deferred@1029010307 after retry RPC after error@1278967152)))
09:15:13.785 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1997265023(state=PENDING, result=null, callback=(continuation of Deferred@497589188 after retry RPC after error@158111570) -> (continuation of Deferred@317673047 after retry RPC after error@990815317) -> (continuation of Deferred@1654746699 after retry RPC after error@261792586) -> (continuation of Deferred@1735379224 after retry RPC after error@688776620) -> (continuation of Deferred@1077347824 after retry RPC after error@443379279) -> (continuation of Deferred@55788307 after retry RPC after error@1161160272) -> (continuation of Deferred@1029010307 after retry RPC after error@1278967152), errback=(continuation of Deferred@497589188 after retry RPC after error@158111570) -> (continuation of Deferred@317673047 after retry RPC after error@990815317) -> (continuation of Deferred@1654746699 after retry RPC after error@261792586) -> (continuation of Deferred@1735379224 after retry RPC after error@688776620) -> (continuation of Deferred@1077347824 after retry RPC after error@443379279) -> (continuation of Deferred@55788307 after retry RPC after error@1161160272) -> (continuation of Deferred@1029010307 after retry RPC after error@1278967152)))
09:15:13.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.804 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.844 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:13.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:13.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:13.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:13.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:13.985 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@853448619(state=PENDING, result=null, callback=(continuation of Deferred@115538829 after retry RPC after error@1549034864) -> (continuation of Deferred@1157370239 after retry RPC after error@39429508) -> (continuation of Deferred@334891217 after retry RPC after error@1819705402) -> (continuation of Deferred@1210389282 after retry RPC after error@127920679) -> (continuation of Deferred@604818053 after retry RPC after error@2091121006) -> (continuation of Deferred@478104027 after retry RPC after error@1690916513), errback=(continuation of Deferred@115538829 after retry RPC after error@1549034864) -> (continuation of Deferred@1157370239 after retry RPC after error@39429508) -> (continuation of Deferred@334891217 after retry RPC after error@1819705402) -> (continuation of Deferred@1210389282 after retry RPC after error@127920679) -> (continuation of Deferred@604818053 after retry RPC after error@2091121006) -> (continuation of Deferred@478104027 after retry RPC after error@1690916513)))
09:15:13.985 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@853448619(state=PENDING, result=null, callback=(continuation of Deferred@115538829 after retry RPC after error@1549034864) -> (continuation of Deferred@1157370239 after retry RPC after error@39429508) -> (continuation of Deferred@334891217 after retry RPC after error@1819705402) -> (continuation of Deferred@1210389282 after retry RPC after error@127920679) -> (continuation of Deferred@604818053 after retry RPC after error@2091121006) -> (continuation of Deferred@478104027 after retry RPC after error@1690916513), errback=(continuation of Deferred@115538829 after retry RPC after error@1549034864) -> (continuation of Deferred@1157370239 after retry RPC after error@39429508) -> (continuation of Deferred@334891217 after retry RPC after error@1819705402) -> (continuation of Deferred@1210389282 after retry RPC after error@127920679) -> (continuation of Deferred@604818053 after retry RPC after error@2091121006) -> (continuation of Deferred@478104027 after retry RPC after error@1690916513)))
09:15:14.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.145 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1982649856(state=PENDING, result=null, callback=(continuation of Deferred@851322958 after retry RPC after error@1692630294) -> (continuation of Deferred@436014244 after retry RPC after error@166806861) -> (continuation of Deferred@1255075941 after retry RPC after error@893009895) -> (continuation of Deferred@1146330568 after retry RPC after error@1200317218) -> (continuation of Deferred@2063335022 after retry RPC after error@509227985) -> (continuation of Deferred@1178554383 after retry RPC after error@1521592729), errback=(continuation of Deferred@851322958 after retry RPC after error@1692630294) -> (continuation of Deferred@436014244 after retry RPC after error@166806861) -> (continuation of Deferred@1255075941 after retry RPC after error@893009895) -> (continuation of Deferred@1146330568 after retry RPC after error@1200317218) -> (continuation of Deferred@2063335022 after retry RPC after error@509227985) -> (continuation of Deferred@1178554383 after retry RPC after error@1521592729)))
09:15:14.145 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1982649856(state=PENDING, result=null, callback=(continuation of Deferred@851322958 after retry RPC after error@1692630294) -> (continuation of Deferred@436014244 after retry RPC after error@166806861) -> (continuation of Deferred@1255075941 after retry RPC after error@893009895) -> (continuation of Deferred@1146330568 after retry RPC after error@1200317218) -> (continuation of Deferred@2063335022 after retry RPC after error@509227985) -> (continuation of Deferred@1178554383 after retry RPC after error@1521592729), errback=(continuation of Deferred@851322958 after retry RPC after error@1692630294) -> (continuation of Deferred@436014244 after retry RPC after error@166806861) -> (continuation of Deferred@1255075941 after retry RPC after error@893009895) -> (continuation of Deferred@1146330568 after retry RPC after error@1200317218) -> (continuation of Deferred@2063335022 after retry RPC after error@509227985) -> (continuation of Deferred@1178554383 after retry RPC after error@1521592729)))
09:15:14.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.168 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.384 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [6ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [6ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@2074239504(state=PENDING, result=null, callback=(continuation of Deferred@111714893 after retry RPC after error@1624969498) -> (continuation of Deferred@284140439 after retry RPC after error@2025189752) -> (continuation of Deferred@994877161 after retry RPC after error@61283163) -> (continuation of Deferred@1849291683 after retry RPC after error@961605933) -> (continuation of Deferred@1714723640 after retry RPC after error@1567766886) -> (continuation of Deferred@2088201600 after retry RPC after error@1108353722) -> (continuation of Deferred@12553371 after retry RPC after error@1279929571), errback=(continuation of Deferred@111714893 after retry RPC after error@1624969498) -> (continuation of Deferred@284140439 after retry RPC after error@2025189752) -> (continuation of Deferred@994877161 after retry RPC after error@61283163) -> (continuation of Deferred@1849291683 after retry RPC after error@961605933) -> (continuation of Deferred@1714723640 after retry RPC after error@1567766886) -> (continuation of Deferred@2088201600 after retry RPC after error@1108353722) -> (continuation of Deferred@12553371 after retry RPC after error@1279929571)))
09:15:14.385 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [6ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [6ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@2074239504(state=PENDING, result=null, callback=(continuation of Deferred@111714893 after retry RPC after error@1624969498) -> (continuation of Deferred@284140439 after retry RPC after error@2025189752) -> (continuation of Deferred@994877161 after retry RPC after error@61283163) -> (continuation of Deferred@1849291683 after retry RPC after error@961605933) -> (continuation of Deferred@1714723640 after retry RPC after error@1567766886) -> (continuation of Deferred@2088201600 after retry RPC after error@1108353722) -> (continuation of Deferred@12553371 after retry RPC after error@1279929571), errback=(continuation of Deferred@111714893 after retry RPC after error@1624969498) -> (continuation of Deferred@284140439 after retry RPC after error@2025189752) -> (continuation of Deferred@994877161 after retry RPC after error@61283163) -> (continuation of Deferred@1849291683 after retry RPC after error@961605933) -> (continuation of Deferred@1714723640 after retry RPC after error@1567766886) -> (continuation of Deferred@2088201600 after retry RPC after error@1108353722) -> (continuation of Deferred@12553371 after retry RPC after error@1279929571)))
09:15:14.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.484 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.625 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1777640125(state=PENDING, result=null, callback=(continuation of Deferred@1883168968 after retry RPC after error@1029481559) -> (continuation of Deferred@866943598 after retry RPC after error@2139172844) -> (continuation of Deferred@2017372276 after retry RPC after error@546882872) -> (continuation of Deferred@2003868855 after retry RPC after error@24654842) -> (continuation of Deferred@210257577 after retry RPC after error@1784668933) -> (continuation of Deferred@431575005 after retry RPC after error@1503549683) -> (continuation of Deferred@401465447 after retry RPC after error@46104148) -> (continuation of Deferred@1361776249 after retry RPC after error@2061077871), errback=(continuation of Deferred@1883168968 after retry RPC after error@1029481559) -> (continuation of Deferred@866943598 after retry RPC after error@2139172844) -> (continuation of Deferred@2017372276 after retry RPC after error@546882872) -> (continuation of Deferred@2003868855 after retry RPC after error@24654842) -> (continuation of Deferred@210257577 after retry RPC after error@1784668933) -> (continuation of Deferred@431575005 after retry RPC after error@1503549683) -> (continuation of Deferred@401465447 after retry RPC after error@46104148) -> (continuation of Deferred@1361776249 after retry RPC after error@2061077871)))
09:15:14.625 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1777640125(state=PENDING, result=null, callback=(continuation of Deferred@1883168968 after retry RPC after error@1029481559) -> (continuation of Deferred@866943598 after retry RPC after error@2139172844) -> (continuation of Deferred@2017372276 after retry RPC after error@546882872) -> (continuation of Deferred@2003868855 after retry RPC after error@24654842) -> (continuation of Deferred@210257577 after retry RPC after error@1784668933) -> (continuation of Deferred@431575005 after retry RPC after error@1503549683) -> (continuation of Deferred@401465447 after retry RPC after error@46104148) -> (continuation of Deferred@1361776249 after retry RPC after error@2061077871), errback=(continuation of Deferred@1883168968 after retry RPC after error@1029481559) -> (continuation of Deferred@866943598 after retry RPC after error@2139172844) -> (continuation of Deferred@2017372276 after retry RPC after error@546882872) -> (continuation of Deferred@2003868855 after retry RPC after error@24654842) -> (continuation of Deferred@210257577 after retry RPC after error@1784668933) -> (continuation of Deferred@431575005 after retry RPC after error@1503549683) -> (continuation of Deferred@401465447 after retry RPC after error@46104148) -> (continuation of Deferred@1361776249 after retry RPC after error@2061077871)))
09:15:14.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.864 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.865 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [143ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [223ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1288048250(state=PENDING, result=null, callback=(continuation of Deferred@1839079774 after retry RPC after error@476362894) -> (continuation of Deferred@1662003096 after retry RPC after error@525946974) -> (continuation of Deferred@55645754 after retry RPC after error@977825302) -> (continuation of Deferred@1476829728 after retry RPC after error@218682078) -> (continuation of Deferred@115598723 after retry RPC after error@2141328279) -> (continuation of Deferred@316193249 after retry RPC after error@1502418758) -> (continuation of Deferred@1088105993 after retry RPC after error@789226286), errback=(continuation of Deferred@1839079774 after retry RPC after error@476362894) -> (continuation of Deferred@1662003096 after retry RPC after error@525946974) -> (continuation of Deferred@55645754 after retry RPC after error@977825302) -> (continuation of Deferred@1476829728 after retry RPC after error@218682078) -> (continuation of Deferred@115598723 after retry RPC after error@2141328279) -> (continuation of Deferred@316193249 after retry RPC after error@1502418758) -> (continuation of Deferred@1088105993 after retry RPC after error@789226286)))
09:15:14.866 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [143ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [223ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1288048250(state=PENDING, result=null, callback=(continuation of Deferred@1839079774 after retry RPC after error@476362894) -> (continuation of Deferred@1662003096 after retry RPC after error@525946974) -> (continuation of Deferred@55645754 after retry RPC after error@977825302) -> (continuation of Deferred@1476829728 after retry RPC after error@218682078) -> (continuation of Deferred@115598723 after retry RPC after error@2141328279) -> (continuation of Deferred@316193249 after retry RPC after error@1502418758) -> (continuation of Deferred@1088105993 after retry RPC after error@789226286), errback=(continuation of Deferred@1839079774 after retry RPC after error@476362894) -> (continuation of Deferred@1662003096 after retry RPC after error@525946974) -> (continuation of Deferred@55645754 after retry RPC after error@977825302) -> (continuation of Deferred@1476829728 after retry RPC after error@218682078) -> (continuation of Deferred@115598723 after retry RPC after error@2141328279) -> (continuation of Deferred@316193249 after retry RPC after error@1502418758) -> (continuation of Deferred@1088105993 after retry RPC after error@789226286)))
09:15:14.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:14.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:14.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:14.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:14.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:14.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.143 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@256014239(state=PENDING, result=null, callback=(continuation of Deferred@1799050617 after retry RPC after error@140599005) -> (continuation of Deferred@884816912 after retry RPC after error@685726615) -> (continuation of Deferred@436097896 after retry RPC after error@468410684) -> (continuation of Deferred@1189839853 after retry RPC after error@339372868) -> (continuation of Deferred@2134118328 after retry RPC after error@1066824675) -> (continuation of Deferred@628652823 after retry RPC after error@1650410679) -> (continuation of Deferred@1028251275 after retry RPC after error@827108266), errback=(continuation of Deferred@1799050617 after retry RPC after error@140599005) -> (continuation of Deferred@884816912 after retry RPC after error@685726615) -> (continuation of Deferred@436097896 after retry RPC after error@468410684) -> (continuation of Deferred@1189839853 after retry RPC after error@339372868) -> (continuation of Deferred@2134118328 after retry RPC after error@1066824675) -> (continuation of Deferred@628652823 after retry RPC after error@1650410679) -> (continuation of Deferred@1028251275 after retry RPC after error@827108266)))
09:15:15.144 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:15:15.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.364 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1174856507(state=PENDING, result=null, callback=(continuation of Deferred@363529975 after retry RPC after error@1637127999) -> (continuation of Deferred@648522174 after retry RPC after error@1472825706) -> (continuation of Deferred@446210522 after retry RPC after error@1609625817) -> (continuation of Deferred@1140938944 after retry RPC after error@1603804147) -> (continuation of Deferred@5367723 after retry RPC after error@1484765504) -> (continuation of Deferred@376847831 after retry RPC after error@154073961) -> (continuation of Deferred@105720152 after retry RPC after error@601695592), errback=(continuation of Deferred@363529975 after retry RPC after error@1637127999) -> (continuation of Deferred@648522174 after retry RPC after error@1472825706) -> (continuation of Deferred@446210522 after retry RPC after error@1609625817) -> (continuation of Deferred@1140938944 after retry RPC after error@1603804147) -> (continuation of Deferred@5367723 after retry RPC after error@1484765504) -> (continuation of Deferred@376847831 after retry RPC after error@154073961) -> (continuation of Deferred@105720152 after retry RPC after error@601695592)))
09:15:15.365 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1174856507(state=PENDING, result=null, callback=(continuation of Deferred@363529975 after retry RPC after error@1637127999) -> (continuation of Deferred@648522174 after retry RPC after error@1472825706) -> (continuation of Deferred@446210522 after retry RPC after error@1609625817) -> (continuation of Deferred@1140938944 after retry RPC after error@1603804147) -> (continuation of Deferred@5367723 after retry RPC after error@1484765504) -> (continuation of Deferred@376847831 after retry RPC after error@154073961) -> (continuation of Deferred@105720152 after retry RPC after error@601695592), errback=(continuation of Deferred@363529975 after retry RPC after error@1637127999) -> (continuation of Deferred@648522174 after retry RPC after error@1472825706) -> (continuation of Deferred@446210522 after retry RPC after error@1609625817) -> (continuation of Deferred@1140938944 after retry RPC after error@1603804147) -> (continuation of Deferred@5367723 after retry RPC after error@1484765504) -> (continuation of Deferred@376847831 after retry RPC after error@154073961) -> (continuation of Deferred@105720152 after retry RPC after error@601695592)))
09:15:15.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.604 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@64035247(state=PENDING, result=null, callback=(continuation of Deferred@734239839 after retry RPC after error@1534533063) -> (continuation of Deferred@349303741 after retry RPC after error@524721385) -> (continuation of Deferred@684775994 after retry RPC after error@1269461954) -> (continuation of Deferred@1358769425 after retry RPC after error@2071417395) -> (continuation of Deferred@1431852653 after retry RPC after error@1299450727) -> (continuation of Deferred@1951937149 after retry RPC after error@897515535) -> (continuation of Deferred@570676211 after retry RPC after error@1338104807), errback=(continuation of Deferred@734239839 after retry RPC after error@1534533063) -> (continuation of Deferred@349303741 after retry RPC after error@524721385) -> (continuation of Deferred@684775994 after retry RPC after error@1269461954) -> (continuation of Deferred@1358769425 after retry RPC after error@2071417395) -> (continuation of Deferred@1431852653 after retry RPC after error@1299450727) -> (continuation of Deferred@1951937149 after retry RPC after error@897515535) -> (continuation of Deferred@570676211 after retry RPC after error@1338104807)))
09:15:15.605 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@64035247(state=PENDING, result=null, callback=(continuation of Deferred@734239839 after retry RPC after error@1534533063) -> (continuation of Deferred@349303741 after retry RPC after error@524721385) -> (continuation of Deferred@684775994 after retry RPC after error@1269461954) -> (continuation of Deferred@1358769425 after retry RPC after error@2071417395) -> (continuation of Deferred@1431852653 after retry RPC after error@1299450727) -> (continuation of Deferred@1951937149 after retry RPC after error@897515535) -> (continuation of Deferred@570676211 after retry RPC after error@1338104807), errback=(continuation of Deferred@734239839 after retry RPC after error@1534533063) -> (continuation of Deferred@349303741 after retry RPC after error@524721385) -> (continuation of Deferred@684775994 after retry RPC after error@1269461954) -> (continuation of Deferred@1358769425 after retry RPC after error@2071417395) -> (continuation of Deferred@1431852653 after retry RPC after error@1299450727) -> (continuation of Deferred@1951937149 after retry RPC after error@897515535) -> (continuation of Deferred@570676211 after retry RPC after error@1338104807)))
09:15:15.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.805 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [63ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1498599195(state=PENDING, result=null, callback=(continuation of Deferred@1138236794 after retry RPC after error@31163485) -> (continuation of Deferred@1206164651 after retry RPC after error@142715227) -> (continuation of Deferred@196171516 after retry RPC after error@1452655291) -> (continuation of Deferred@905387270 after retry RPC after error@809087378) -> (continuation of Deferred@834541535 after retry RPC after error@1229359945) -> (continuation of Deferred@1146400842 after retry RPC after error@966536307) -> (continuation of Deferred@2019411056 after retry RPC after error@87819505) -> (continuation of Deferred@1678451452 after retry RPC after error@1009542586), errback=(continuation of Deferred@1138236794 after retry RPC after error@31163485) -> (continuation of Deferred@1206164651 after retry RPC after error@142715227) -> (continuation of Deferred@196171516 after retry RPC after error@1452655291) -> (continuation of Deferred@905387270 after retry RPC after error@809087378) -> (continuation of Deferred@834541535 after retry RPC after error@1229359945) -> (continuation of Deferred@1146400842 after retry RPC after error@966536307) -> (continuation of Deferred@2019411056 after retry RPC after error@87819505) -> (continuation of Deferred@1678451452 after retry RPC after error@1009542586)))
09:15:15.805 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [63ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1498599195(state=PENDING, result=null, callback=(continuation of Deferred@1138236794 after retry RPC after error@31163485) -> (continuation of Deferred@1206164651 after retry RPC after error@142715227) -> (continuation of Deferred@196171516 after retry RPC after error@1452655291) -> (continuation of Deferred@905387270 after retry RPC after error@809087378) -> (continuation of Deferred@834541535 after retry RPC after error@1229359945) -> (continuation of Deferred@1146400842 after retry RPC after error@966536307) -> (continuation of Deferred@2019411056 after retry RPC after error@87819505) -> (continuation of Deferred@1678451452 after retry RPC after error@1009542586), errback=(continuation of Deferred@1138236794 after retry RPC after error@31163485) -> (continuation of Deferred@1206164651 after retry RPC after error@142715227) -> (continuation of Deferred@196171516 after retry RPC after error@1452655291) -> (continuation of Deferred@905387270 after retry RPC after error@809087378) -> (continuation of Deferred@834541535 after retry RPC after error@1229359945) -> (continuation of Deferred@1146400842 after retry RPC after error@966536307) -> (continuation of Deferred@2019411056 after retry RPC after error@87819505) -> (continuation of Deferred@1678451452 after retry RPC after error@1009542586)))
09:15:15.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.824 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:15.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:15.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:15.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:15.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:15.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.064 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.065 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@1559763406(state=PENDING, result=null, callback=(continuation of Deferred@744710382 after retry RPC after error@1336173782) -> (continuation of Deferred@1401595657 after retry RPC after error@1327555295) -> (continuation of Deferred@2029232069 after retry RPC after error@345888473) -> (continuation of Deferred@313100716 after retry RPC after error@1524086588) -> (continuation of Deferred@1052644884 after retry RPC after error@1148138500) -> (continuation of Deferred@441790924 after retry RPC after error@2103188461) -> (continuation of Deferred@857521380 after retry RPC after error@250507671) -> (continuation of Deferred@1023863511 after retry RPC after error@546835945), errback=(continuation of Deferred@744710382 after retry RPC after error@1336173782) -> (continuation of Deferred@1401595657 after retry RPC after error@1327555295) -> (continuation of Deferred@2029232069 after retry RPC after error@345888473) -> (continuation of Deferred@313100716 after retry RPC after error@1524086588) -> (continuation of Deferred@1052644884 after retry RPC after error@1148138500) -> (continuation of Deferred@441790924 after retry RPC after error@2103188461) -> (continuation of Deferred@857521380 after retry RPC after error@250507671) -> (continuation of Deferred@1023863511 after retry RPC after error@546835945)))
09:15:16.066 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@1559763406(state=PENDING, result=null, callback=(continuation of Deferred@744710382 after retry RPC after error@1336173782) -> (continuation of Deferred@1401595657 after retry RPC after error@1327555295) -> (continuation of Deferred@2029232069 after retry RPC after error@345888473) -> (continuation of Deferred@313100716 after retry RPC after error@1524086588) -> (continuation of Deferred@1052644884 after retry RPC after error@1148138500) -> (continuation of Deferred@441790924 after retry RPC after error@2103188461) -> (continuation of Deferred@857521380 after retry RPC after error@250507671) -> (continuation of Deferred@1023863511 after retry RPC after error@546835945), errback=(continuation of Deferred@744710382 after retry RPC after error@1336173782) -> (continuation of Deferred@1401595657 after retry RPC after error@1327555295) -> (continuation of Deferred@2029232069 after retry RPC after error@345888473) -> (continuation of Deferred@313100716 after retry RPC after error@1524086588) -> (continuation of Deferred@1052644884 after retry RPC after error@1148138500) -> (continuation of Deferred@441790924 after retry RPC after error@2103188461) -> (continuation of Deferred@857521380 after retry RPC after error@250507671) -> (continuation of Deferred@1023863511 after retry RPC after error@546835945)))
09:15:16.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.224 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.284 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.285 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1207896537(state=PENDING, result=null, callback=(continuation of Deferred@175237038 after retry RPC after error@483024717) -> (continuation of Deferred@223411639 after retry RPC after error@845061125) -> (continuation of Deferred@924270967 after retry RPC after error@2036941039) -> (continuation of Deferred@1943975728 after retry RPC after error@900117498) -> (continuation of Deferred@943145152 after retry RPC after error@191500561) -> (continuation of Deferred@227229819 after retry RPC after error@221383507) -> (continuation of Deferred@260143989 after retry RPC after error@1412960525), errback=(continuation of Deferred@175237038 after retry RPC after error@483024717) -> (continuation of Deferred@223411639 after retry RPC after error@845061125) -> (continuation of Deferred@924270967 after retry RPC after error@2036941039) -> (continuation of Deferred@1943975728 after retry RPC after error@900117498) -> (continuation of Deferred@943145152 after retry RPC after error@191500561) -> (continuation of Deferred@227229819 after retry RPC after error@221383507) -> (continuation of Deferred@260143989 after retry RPC after error@1412960525)))
09:15:16.285 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1207896537(state=PENDING, result=null, callback=(continuation of Deferred@175237038 after retry RPC after error@483024717) -> (continuation of Deferred@223411639 after retry RPC after error@845061125) -> (continuation of Deferred@924270967 after retry RPC after error@2036941039) -> (continuation of Deferred@1943975728 after retry RPC after error@900117498) -> (continuation of Deferred@943145152 after retry RPC after error@191500561) -> (continuation of Deferred@227229819 after retry RPC after error@221383507) -> (continuation of Deferred@260143989 after retry RPC after error@1412960525), errback=(continuation of Deferred@175237038 after retry RPC after error@483024717) -> (continuation of Deferred@223411639 after retry RPC after error@845061125) -> (continuation of Deferred@924270967 after retry RPC after error@2036941039) -> (continuation of Deferred@1943975728 after retry RPC after error@900117498) -> (continuation of Deferred@943145152 after retry RPC after error@191500561) -> (continuation of Deferred@227229819 after retry RPC after error@221383507) -> (continuation of Deferred@260143989 after retry RPC after error@1412960525)))
09:15:16.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.424 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.545 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@355067264(state=PENDING, result=null, callback=(continuation of Deferred@199138355 after retry RPC after error@1204566324) -> (continuation of Deferred@770794117 after retry RPC after error@2007926622) -> (continuation of Deferred@141472412 after retry RPC after error@776814396) -> (continuation of Deferred@135169338 after retry RPC after error@194602770) -> (continuation of Deferred@1990119087 after retry RPC after error@837663647) -> (continuation of Deferred@1303826381 after retry RPC after error@232231070) -> (continuation of Deferred@222092349 after retry RPC after error@1364311878), errback=(continuation of Deferred@199138355 after retry RPC after error@1204566324) -> (continuation of Deferred@770794117 after retry RPC after error@2007926622) -> (continuation of Deferred@141472412 after retry RPC after error@776814396) -> (continuation of Deferred@135169338 after retry RPC after error@194602770) -> (continuation of Deferred@1990119087 after retry RPC after error@837663647) -> (continuation of Deferred@1303826381 after retry RPC after error@232231070) -> (continuation of Deferred@222092349 after retry RPC after error@1364311878)))
09:15:16.545 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@355067264(state=PENDING, result=null, callback=(continuation of Deferred@199138355 after retry RPC after error@1204566324) -> (continuation of Deferred@770794117 after retry RPC after error@2007926622) -> (continuation of Deferred@141472412 after retry RPC after error@776814396) -> (continuation of Deferred@135169338 after retry RPC after error@194602770) -> (continuation of Deferred@1990119087 after retry RPC after error@837663647) -> (continuation of Deferred@1303826381 after retry RPC after error@232231070) -> (continuation of Deferred@222092349 after retry RPC after error@1364311878), errback=(continuation of Deferred@199138355 after retry RPC after error@1204566324) -> (continuation of Deferred@770794117 after retry RPC after error@2007926622) -> (continuation of Deferred@141472412 after retry RPC after error@776814396) -> (continuation of Deferred@135169338 after retry RPC after error@194602770) -> (continuation of Deferred@1990119087 after retry RPC after error@837663647) -> (continuation of Deferred@1303826381 after retry RPC after error@232231070) -> (continuation of Deferred@222092349 after retry RPC after error@1364311878)))
09:15:16.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.784 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@473210(state=PENDING, result=null, callback=(continuation of Deferred@1984902617 after retry RPC after error@364893679) -> (continuation of Deferred@261823534 after retry RPC after error@921051471) -> (continuation of Deferred@965229495 after retry RPC after error@1383305668) -> (continuation of Deferred@90082760 after retry RPC after error@45430901) -> (continuation of Deferred@2048454167 after retry RPC after error@875281697) -> (continuation of Deferred@1172981409 after retry RPC after error@1849145593) -> (continuation of Deferred@1398967166 after retry RPC after error@986314374), errback=(continuation of Deferred@1984902617 after retry RPC after error@364893679) -> (continuation of Deferred@261823534 after retry RPC after error@921051471) -> (continuation of Deferred@965229495 after retry RPC after error@1383305668) -> (continuation of Deferred@90082760 after retry RPC after error@45430901) -> (continuation of Deferred@2048454167 after retry RPC after error@875281697) -> (continuation of Deferred@1172981409 after retry RPC after error@1849145593) -> (continuation of Deferred@1398967166 after retry RPC after error@986314374)))
09:15:16.785 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@473210(state=PENDING, result=null, callback=(continuation of Deferred@1984902617 after retry RPC after error@364893679) -> (continuation of Deferred@261823534 after retry RPC after error@921051471) -> (continuation of Deferred@965229495 after retry RPC after error@1383305668) -> (continuation of Deferred@90082760 after retry RPC after error@45430901) -> (continuation of Deferred@2048454167 after retry RPC after error@875281697) -> (continuation of Deferred@1172981409 after retry RPC after error@1849145593) -> (continuation of Deferred@1398967166 after retry RPC after error@986314374), errback=(continuation of Deferred@1984902617 after retry RPC after error@364893679) -> (continuation of Deferred@261823534 after retry RPC after error@921051471) -> (continuation of Deferred@965229495 after retry RPC after error@1383305668) -> (continuation of Deferred@90082760 after retry RPC after error@45430901) -> (continuation of Deferred@2048454167 after retry RPC after error@875281697) -> (continuation of Deferred@1172981409 after retry RPC after error@1849145593) -> (continuation of Deferred@1398967166 after retry RPC after error@986314374)))
09:15:16.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:16.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:16.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:16.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:16.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:16.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.025 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@769361015(state=PENDING, result=null, callback=(continuation of Deferred@1197367586 after retry RPC after error@1511745897) -> (continuation of Deferred@1705506664 after retry RPC after error@346959767) -> (continuation of Deferred@541920081 after retry RPC after error@555511312) -> (continuation of Deferred@2077938156 after retry RPC after error@510499735) -> (continuation of Deferred@1454509192 after retry RPC after error@345805984) -> (continuation of Deferred@962880110 after retry RPC after error@1269299190) -> (continuation of Deferred@221733958 after retry RPC after error@2105460948), errback=(continuation of Deferred@1197367586 after retry RPC after error@1511745897) -> (continuation of Deferred@1705506664 after retry RPC after error@346959767) -> (continuation of Deferred@541920081 after retry RPC after error@555511312) -> (continuation of Deferred@2077938156 after retry RPC after error@510499735) -> (continuation of Deferred@1454509192 after retry RPC after error@345805984) -> (continuation of Deferred@962880110 after retry RPC after error@1269299190) -> (continuation of Deferred@221733958 after retry RPC after error@2105460948)))
09:15:17.025 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@769361015(state=PENDING, result=null, callback=(continuation of Deferred@1197367586 after retry RPC after error@1511745897) -> (continuation of Deferred@1705506664 after retry RPC after error@346959767) -> (continuation of Deferred@541920081 after retry RPC after error@555511312) -> (continuation of Deferred@2077938156 after retry RPC after error@510499735) -> (continuation of Deferred@1454509192 after retry RPC after error@345805984) -> (continuation of Deferred@962880110 after retry RPC after error@1269299190) -> (continuation of Deferred@221733958 after retry RPC after error@2105460948), errback=(continuation of Deferred@1197367586 after retry RPC after error@1511745897) -> (continuation of Deferred@1705506664 after retry RPC after error@346959767) -> (continuation of Deferred@541920081 after retry RPC after error@555511312) -> (continuation of Deferred@2077938156 after retry RPC after error@510499735) -> (continuation of Deferred@1454509192 after retry RPC after error@345805984) -> (continuation of Deferred@962880110 after retry RPC after error@1269299190) -> (continuation of Deferred@221733958 after retry RPC after error@2105460948)))
09:15:17.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.084 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.205 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@958372465(state=PENDING, result=null, callback=(continuation of Deferred@1505942670 after retry RPC after error@230426886) -> (continuation of Deferred@1604725962 after retry RPC after error@447736157) -> (continuation of Deferred@1430675498 after retry RPC after error@954185661) -> (continuation of Deferred@1458641936 after retry RPC after error@863105682) -> (continuation of Deferred@1439728614 after retry RPC after error@284665022) -> (continuation of Deferred@1312308012 after retry RPC after error@1919005979), errback=(continuation of Deferred@1505942670 after retry RPC after error@230426886) -> (continuation of Deferred@1604725962 after retry RPC after error@447736157) -> (continuation of Deferred@1430675498 after retry RPC after error@954185661) -> (continuation of Deferred@1458641936 after retry RPC after error@863105682) -> (continuation of Deferred@1439728614 after retry RPC after error@284665022) -> (continuation of Deferred@1312308012 after retry RPC after error@1919005979)))
09:15:17.205 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@958372465(state=PENDING, result=null, callback=(continuation of Deferred@1505942670 after retry RPC after error@230426886) -> (continuation of Deferred@1604725962 after retry RPC after error@447736157) -> (continuation of Deferred@1430675498 after retry RPC after error@954185661) -> (continuation of Deferred@1458641936 after retry RPC after error@863105682) -> (continuation of Deferred@1439728614 after retry RPC after error@284665022) -> (continuation of Deferred@1312308012 after retry RPC after error@1919005979), errback=(continuation of Deferred@1505942670 after retry RPC after error@230426886) -> (continuation of Deferred@1604725962 after retry RPC after error@447736157) -> (continuation of Deferred@1430675498 after retry RPC after error@954185661) -> (continuation of Deferred@1458641936 after retry RPC after error@863105682) -> (continuation of Deferred@1439728614 after retry RPC after error@284665022) -> (continuation of Deferred@1312308012 after retry RPC after error@1919005979)))
09:15:17.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.425 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@561714356(state=PENDING, result=null, callback=(continuation of Deferred@822563818 after retry RPC after error@907410271) -> (continuation of Deferred@2119327029 after retry RPC after error@125122815) -> (continuation of Deferred@216445944 after retry RPC after error@355495480) -> (continuation of Deferred@2036806238 after retry RPC after error@1476087629) -> (continuation of Deferred@1849380665 after retry RPC after error@2020392296) -> (continuation of Deferred@953783801 after retry RPC after error@903160968) -> (continuation of Deferred@27518860 after retry RPC after error@481926445), errback=(continuation of Deferred@822563818 after retry RPC after error@907410271) -> (continuation of Deferred@2119327029 after retry RPC after error@125122815) -> (continuation of Deferred@216445944 after retry RPC after error@355495480) -> (continuation of Deferred@2036806238 after retry RPC after error@1476087629) -> (continuation of Deferred@1849380665 after retry RPC after error@2020392296) -> (continuation of Deferred@953783801 after retry RPC after error@903160968) -> (continuation of Deferred@27518860 after retry RPC after error@481926445)))
09:15:17.425 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@561714356(state=PENDING, result=null, callback=(continuation of Deferred@822563818 after retry RPC after error@907410271) -> (continuation of Deferred@2119327029 after retry RPC after error@125122815) -> (continuation of Deferred@216445944 after retry RPC after error@355495480) -> (continuation of Deferred@2036806238 after retry RPC after error@1476087629) -> (continuation of Deferred@1849380665 after retry RPC after error@2020392296) -> (continuation of Deferred@953783801 after retry RPC after error@903160968) -> (continuation of Deferred@27518860 after retry RPC after error@481926445), errback=(continuation of Deferred@822563818 after retry RPC after error@907410271) -> (continuation of Deferred@2119327029 after retry RPC after error@125122815) -> (continuation of Deferred@216445944 after retry RPC after error@355495480) -> (continuation of Deferred@2036806238 after retry RPC after error@1476087629) -> (continuation of Deferred@1849380665 after retry RPC after error@2020392296) -> (continuation of Deferred@953783801 after retry RPC after error@903160968) -> (continuation of Deferred@27518860 after retry RPC after error@481926445)))
09:15:17.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.490 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.625 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [47ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1039589473(state=PENDING, result=null, callback=(continuation of Deferred@731035450 after retry RPC after error@777121774) -> (continuation of Deferred@431700203 after retry RPC after error@331621973) -> (continuation of Deferred@768702576 after retry RPC after error@207543483) -> (continuation of Deferred@1289929147 after retry RPC after error@2124849404) -> (continuation of Deferred@1485981088 after retry RPC after error@584315149) -> (continuation of Deferred@2028344309 after retry RPC after error@856489301) -> (continuation of Deferred@2037973457 after retry RPC after error@1142938730), errback=(continuation of Deferred@731035450 after retry RPC after error@777121774) -> (continuation of Deferred@431700203 after retry RPC after error@331621973) -> (continuation of Deferred@768702576 after retry RPC after error@207543483) -> (continuation of Deferred@1289929147 after retry RPC after error@2124849404) -> (continuation of Deferred@1485981088 after retry RPC after error@584315149) -> (continuation of Deferred@2028344309 after retry RPC after error@856489301) -> (continuation of Deferred@2037973457 after retry RPC after error@1142938730)))
09:15:17.625 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [47ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1039589473(state=PENDING, result=null, callback=(continuation of Deferred@731035450 after retry RPC after error@777121774) -> (continuation of Deferred@431700203 after retry RPC after error@331621973) -> (continuation of Deferred@768702576 after retry RPC after error@207543483) -> (continuation of Deferred@1289929147 after retry RPC after error@2124849404) -> (continuation of Deferred@1485981088 after retry RPC after error@584315149) -> (continuation of Deferred@2028344309 after retry RPC after error@856489301) -> (continuation of Deferred@2037973457 after retry RPC after error@1142938730), errback=(continuation of Deferred@731035450 after retry RPC after error@777121774) -> (continuation of Deferred@431700203 after retry RPC after error@331621973) -> (continuation of Deferred@768702576 after retry RPC after error@207543483) -> (continuation of Deferred@1289929147 after retry RPC after error@2124849404) -> (continuation of Deferred@1485981088 after retry RPC after error@584315149) -> (continuation of Deferred@2028344309 after retry RPC after error@856489301) -> (continuation of Deferred@2037973457 after retry RPC after error@1142938730)))
09:15:17.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.884 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [0ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@106453675(state=PENDING, result=null, callback=(continuation of Deferred@23815508 after retry RPC after error@503576601) -> (continuation of Deferred@399411447 after retry RPC after error@1401361831) -> (continuation of Deferred@152869702 after retry RPC after error@140409164) -> (continuation of Deferred@1798619520 after retry RPC after error@7723884) -> (continuation of Deferred@1843308175 after retry RPC after error@380712545) -> (continuation of Deferred@1539624438 after retry RPC after error@1967444825) -> (continuation of Deferred@1840703904 after retry RPC after error@1915476041) -> (continuation of Deferred@268243079 after retry RPC after error@1550894138), errback=(continuation of Deferred@23815508 after retry RPC after error@503576601) -> (continuation of Deferred@399411447 after retry RPC after error@1401361831) -> (continuation of Deferred@152869702 after retry RPC after error@140409164) -> (continuation of Deferred@1798619520 after retry RPC after error@7723884) -> (continuation of Deferred@1843308175 after retry RPC after error@380712545) -> (continuation of Deferred@1539624438 after retry RPC after error@1967444825) -> (continuation of Deferred@1840703904 after retry RPC after error@1915476041) -> (continuation of Deferred@268243079 after retry RPC after error@1550894138)))
09:15:17.885 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [0ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@106453675(state=PENDING, result=null, callback=(continuation of Deferred@23815508 after retry RPC after error@503576601) -> (continuation of Deferred@399411447 after retry RPC after error@1401361831) -> (continuation of Deferred@152869702 after retry RPC after error@140409164) -> (continuation of Deferred@1798619520 after retry RPC after error@7723884) -> (continuation of Deferred@1843308175 after retry RPC after error@380712545) -> (continuation of Deferred@1539624438 after retry RPC after error@1967444825) -> (continuation of Deferred@1840703904 after retry RPC after error@1915476041) -> (continuation of Deferred@268243079 after retry RPC after error@1550894138), errback=(continuation of Deferred@23815508 after retry RPC after error@503576601) -> (continuation of Deferred@399411447 after retry RPC after error@1401361831) -> (continuation of Deferred@152869702 after retry RPC after error@140409164) -> (continuation of Deferred@1798619520 after retry RPC after error@7723884) -> (continuation of Deferred@1843308175 after retry RPC after error@380712545) -> (continuation of Deferred@1539624438 after retry RPC after error@1967444825) -> (continuation of Deferred@1840703904 after retry RPC after error@1915476041) -> (continuation of Deferred@268243079 after retry RPC after error@1550894138)))
09:15:17.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:17.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:17.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:17.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:17.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:17.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.105 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [203ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [203ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1091137798(state=PENDING, result=null, callback=(continuation of Deferred@2128400271 after retry RPC after error@422866905) -> (continuation of Deferred@610040142 after retry RPC after error@785890690) -> (continuation of Deferred@921677664 after retry RPC after error@211768515) -> (continuation of Deferred@1271847447 after retry RPC after error@1483097409) -> (continuation of Deferred@322528642 after retry RPC after error@1702236778) -> (continuation of Deferred@1481990833 after retry RPC after error@854812855) -> (continuation of Deferred@1782455838 after retry RPC after error@1057928305), errback=(continuation of Deferred@2128400271 after retry RPC after error@422866905) -> (continuation of Deferred@610040142 after retry RPC after error@785890690) -> (continuation of Deferred@921677664 after retry RPC after error@211768515) -> (continuation of Deferred@1271847447 after retry RPC after error@1483097409) -> (continuation of Deferred@322528642 after retry RPC after error@1702236778) -> (continuation of Deferred@1481990833 after retry RPC after error@854812855) -> (continuation of Deferred@1782455838 after retry RPC after error@1057928305)))
09:15:18.106 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [203ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [203ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1091137798(state=PENDING, result=null, callback=(continuation of Deferred@2128400271 after retry RPC after error@422866905) -> (continuation of Deferred@610040142 after retry RPC after error@785890690) -> (continuation of Deferred@921677664 after retry RPC after error@211768515) -> (continuation of Deferred@1271847447 after retry RPC after error@1483097409) -> (continuation of Deferred@322528642 after retry RPC after error@1702236778) -> (continuation of Deferred@1481990833 after retry RPC after error@854812855) -> (continuation of Deferred@1782455838 after retry RPC after error@1057928305), errback=(continuation of Deferred@2128400271 after retry RPC after error@422866905) -> (continuation of Deferred@610040142 after retry RPC after error@785890690) -> (continuation of Deferred@921677664 after retry RPC after error@211768515) -> (continuation of Deferred@1271847447 after retry RPC after error@1483097409) -> (continuation of Deferred@322528642 after retry RPC after error@1702236778) -> (continuation of Deferred@1481990833 after retry RPC after error@854812855) -> (continuation of Deferred@1782455838 after retry RPC after error@1057928305)))
09:15:18.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.345 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1487130167(state=PENDING, result=null, callback=(continuation of Deferred@1888316610 after retry RPC after error@1022059227) -> (continuation of Deferred@1966881596 after retry RPC after error@866685402) -> (continuation of Deferred@685244433 after retry RPC after error@1329746539) -> (continuation of Deferred@1530099044 after retry RPC after error@744626585) -> (continuation of Deferred@1154632844 after retry RPC after error@434020215) -> (continuation of Deferred@1501970813 after retry RPC after error@1695823109) -> (continuation of Deferred@863281927 after retry RPC after error@1581037369), errback=(continuation of Deferred@1888316610 after retry RPC after error@1022059227) -> (continuation of Deferred@1966881596 after retry RPC after error@866685402) -> (continuation of Deferred@685244433 after retry RPC after error@1329746539) -> (continuation of Deferred@1530099044 after retry RPC after error@744626585) -> (continuation of Deferred@1154632844 after retry RPC after error@434020215) -> (continuation of Deferred@1501970813 after retry RPC after error@1695823109) -> (continuation of Deferred@863281927 after retry RPC after error@1581037369)))
09:15:18.345 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1487130167(state=PENDING, result=null, callback=(continuation of Deferred@1888316610 after retry RPC after error@1022059227) -> (continuation of Deferred@1966881596 after retry RPC after error@866685402) -> (continuation of Deferred@685244433 after retry RPC after error@1329746539) -> (continuation of Deferred@1530099044 after retry RPC after error@744626585) -> (continuation of Deferred@1154632844 after retry RPC after error@434020215) -> (continuation of Deferred@1501970813 after retry RPC after error@1695823109) -> (continuation of Deferred@863281927 after retry RPC after error@1581037369), errback=(continuation of Deferred@1888316610 after retry RPC after error@1022059227) -> (continuation of Deferred@1966881596 after retry RPC after error@866685402) -> (continuation of Deferred@685244433 after retry RPC after error@1329746539) -> (continuation of Deferred@1530099044 after retry RPC after error@744626585) -> (continuation of Deferred@1154632844 after retry RPC after error@434020215) -> (continuation of Deferred@1501970813 after retry RPC after error@1695823109) -> (continuation of Deferred@863281927 after retry RPC after error@1581037369)))
09:15:18.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.504 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1623634755(state=PENDING, result=null, callback=(continuation of Deferred@474783476 after retry RPC after error@1838186414) -> (continuation of Deferred@926449071 after retry RPC after error@1647418528) -> (continuation of Deferred@452068652 after retry RPC after error@1961981139) -> (continuation of Deferred@5290727 after retry RPC after error@1860887249) -> (continuation of Deferred@1681604933 after retry RPC after error@454289149) -> (continuation of Deferred@512880890 after retry RPC after error@668235155), errback=(continuation of Deferred@474783476 after retry RPC after error@1838186414) -> (continuation of Deferred@926449071 after retry RPC after error@1647418528) -> (continuation of Deferred@452068652 after retry RPC after error@1961981139) -> (continuation of Deferred@5290727 after retry RPC after error@1860887249) -> (continuation of Deferred@1681604933 after retry RPC after error@454289149) -> (continuation of Deferred@512880890 after retry RPC after error@668235155)))
09:15:18.505 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1623634755(state=PENDING, result=null, callback=(continuation of Deferred@474783476 after retry RPC after error@1838186414) -> (continuation of Deferred@926449071 after retry RPC after error@1647418528) -> (continuation of Deferred@452068652 after retry RPC after error@1961981139) -> (continuation of Deferred@5290727 after retry RPC after error@1860887249) -> (continuation of Deferred@1681604933 after retry RPC after error@454289149) -> (continuation of Deferred@512880890 after retry RPC after error@668235155), errback=(continuation of Deferred@474783476 after retry RPC after error@1838186414) -> (continuation of Deferred@926449071 after retry RPC after error@1647418528) -> (continuation of Deferred@452068652 after retry RPC after error@1961981139) -> (continuation of Deferred@5290727 after retry RPC after error@1860887249) -> (continuation of Deferred@1681604933 after retry RPC after error@454289149) -> (continuation of Deferred@512880890 after retry RPC after error@668235155)))
09:15:18.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.564 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.704 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.705 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@575189806(state=PENDING, result=null, callback=(continuation of Deferred@886185609 after retry RPC after error@1809698955) -> (continuation of Deferred@227051755 after retry RPC after error@1790876599) -> (continuation of Deferred@1321006655 after retry RPC after error@1264598763) -> (continuation of Deferred@48638140 after retry RPC after error@479946868) -> (continuation of Deferred@901736662 after retry RPC after error@2137169900) -> (continuation of Deferred@1290992500 after retry RPC after error@200139350) -> (continuation of Deferred@1171968549 after retry RPC after error@774682765), errback=(continuation of Deferred@886185609 after retry RPC after error@1809698955) -> (continuation of Deferred@227051755 after retry RPC after error@1790876599) -> (continuation of Deferred@1321006655 after retry RPC after error@1264598763) -> (continuation of Deferred@48638140 after retry RPC after error@479946868) -> (continuation of Deferred@901736662 after retry RPC after error@2137169900) -> (continuation of Deferred@1290992500 after retry RPC after error@200139350) -> (continuation of Deferred@1171968549 after retry RPC after error@774682765)))
09:15:18.705 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@575189806(state=PENDING, result=null, callback=(continuation of Deferred@886185609 after retry RPC after error@1809698955) -> (continuation of Deferred@227051755 after retry RPC after error@1790876599) -> (continuation of Deferred@1321006655 after retry RPC after error@1264598763) -> (continuation of Deferred@48638140 after retry RPC after error@479946868) -> (continuation of Deferred@901736662 after retry RPC after error@2137169900) -> (continuation of Deferred@1290992500 after retry RPC after error@200139350) -> (continuation of Deferred@1171968549 after retry RPC after error@774682765), errback=(continuation of Deferred@886185609 after retry RPC after error@1809698955) -> (continuation of Deferred@227051755 after retry RPC after error@1790876599) -> (continuation of Deferred@1321006655 after retry RPC after error@1264598763) -> (continuation of Deferred@48638140 after retry RPC after error@479946868) -> (continuation of Deferred@901736662 after retry RPC after error@2137169900) -> (continuation of Deferred@1290992500 after retry RPC after error@200139350) -> (continuation of Deferred@1171968549 after retry RPC after error@774682765)))
09:15:18.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:18.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:18.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:18.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:18.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:18.983 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1925640989(state=PENDING, result=null, callback=(continuation of Deferred@177023043 after retry RPC after error@407524848) -> (continuation of Deferred@362012522 after retry RPC after error@1342740702) -> (continuation of Deferred@858029484 after retry RPC after error@2039172077) -> (continuation of Deferred@1919460153 after retry RPC after error@1714559938) -> (continuation of Deferred@1995162549 after retry RPC after error@1427913382) -> (continuation of Deferred@1658464855 after retry RPC after error@348180933) -> (continuation of Deferred@1008619139 after retry RPC after error@140741292), errback=(continuation of Deferred@177023043 after retry RPC after error@407524848) -> (continuation of Deferred@362012522 after retry RPC after error@1342740702) -> (continuation of Deferred@858029484 after retry RPC after error@2039172077) -> (continuation of Deferred@1919460153 after retry RPC after error@1714559938) -> (continuation of Deferred@1995162549 after retry RPC after error@1427913382) -> (continuation of Deferred@1658464855 after retry RPC after error@348180933) -> (continuation of Deferred@1008619139 after retry RPC after error@140741292)))
09:15:18.983 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:15:19.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.084 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.184 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@921241248(state=PENDING, result=null, callback=(continuation of Deferred@357362037 after retry RPC after error@838010695) -> (continuation of Deferred@2016570529 after retry RPC after error@101759233) -> (continuation of Deferred@1952837623 after retry RPC after error@1568999171) -> (continuation of Deferred@909717366 after retry RPC after error@904019969) -> (continuation of Deferred@1847790365 after retry RPC after error@460043461) -> (continuation of Deferred@1691773505 after retry RPC after error@1125375122) -> (continuation of Deferred@899570702 after retry RPC after error@1930759140), errback=(continuation of Deferred@357362037 after retry RPC after error@838010695) -> (continuation of Deferred@2016570529 after retry RPC after error@101759233) -> (continuation of Deferred@1952837623 after retry RPC after error@1568999171) -> (continuation of Deferred@909717366 after retry RPC after error@904019969) -> (continuation of Deferred@1847790365 after retry RPC after error@460043461) -> (continuation of Deferred@1691773505 after retry RPC after error@1125375122) -> (continuation of Deferred@899570702 after retry RPC after error@1930759140)))
09:15:19.185 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@921241248(state=PENDING, result=null, callback=(continuation of Deferred@357362037 after retry RPC after error@838010695) -> (continuation of Deferred@2016570529 after retry RPC after error@101759233) -> (continuation of Deferred@1952837623 after retry RPC after error@1568999171) -> (continuation of Deferred@909717366 after retry RPC after error@904019969) -> (continuation of Deferred@1847790365 after retry RPC after error@460043461) -> (continuation of Deferred@1691773505 after retry RPC after error@1125375122) -> (continuation of Deferred@899570702 after retry RPC after error@1930759140), errback=(continuation of Deferred@357362037 after retry RPC after error@838010695) -> (continuation of Deferred@2016570529 after retry RPC after error@101759233) -> (continuation of Deferred@1952837623 after retry RPC after error@1568999171) -> (continuation of Deferred@909717366 after retry RPC after error@904019969) -> (continuation of Deferred@1847790365 after retry RPC after error@460043461) -> (continuation of Deferred@1691773505 after retry RPC after error@1125375122) -> (continuation of Deferred@899570702 after retry RPC after error@1930759140)))
09:15:19.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.204 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.445 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1228147947(state=PENDING, result=null, callback=(continuation of Deferred@1368832558 after retry RPC after error@177500167) -> (continuation of Deferred@89680219 after retry RPC after error@1826778703) -> (continuation of Deferred@138542647 after retry RPC after error@570205040) -> (continuation of Deferred@1730679973 after retry RPC after error@407346713) -> (continuation of Deferred@535853920 after retry RPC after error@1532210381) -> (continuation of Deferred@2096694846 after retry RPC after error@1491794158) -> (continuation of Deferred@1155376104 after retry RPC after error@44980858), errback=(continuation of Deferred@1368832558 after retry RPC after error@177500167) -> (continuation of Deferred@89680219 after retry RPC after error@1826778703) -> (continuation of Deferred@138542647 after retry RPC after error@570205040) -> (continuation of Deferred@1730679973 after retry RPC after error@407346713) -> (continuation of Deferred@535853920 after retry RPC after error@1532210381) -> (continuation of Deferred@2096694846 after retry RPC after error@1491794158) -> (continuation of Deferred@1155376104 after retry RPC after error@44980858)))
09:15:19.445 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1228147947(state=PENDING, result=null, callback=(continuation of Deferred@1368832558 after retry RPC after error@177500167) -> (continuation of Deferred@89680219 after retry RPC after error@1826778703) -> (continuation of Deferred@138542647 after retry RPC after error@570205040) -> (continuation of Deferred@1730679973 after retry RPC after error@407346713) -> (continuation of Deferred@535853920 after retry RPC after error@1532210381) -> (continuation of Deferred@2096694846 after retry RPC after error@1491794158) -> (continuation of Deferred@1155376104 after retry RPC after error@44980858), errback=(continuation of Deferred@1368832558 after retry RPC after error@177500167) -> (continuation of Deferred@89680219 after retry RPC after error@1826778703) -> (continuation of Deferred@138542647 after retry RPC after error@570205040) -> (continuation of Deferred@1730679973 after retry RPC after error@407346713) -> (continuation of Deferred@535853920 after retry RPC after error@1532210381) -> (continuation of Deferred@2096694846 after retry RPC after error@1491794158) -> (continuation of Deferred@1155376104 after retry RPC after error@44980858)))
09:15:19.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.685 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [23ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@2062732712(state=PENDING, result=null, callback=(continuation of Deferred@1470723995 after retry RPC after error@2008895395) -> (continuation of Deferred@1680565500 after retry RPC after error@140012124) -> (continuation of Deferred@340906339 after retry RPC after error@151798813) -> (continuation of Deferred@918543684 after retry RPC after error@2105432901) -> (continuation of Deferred@1732138816 after retry RPC after error@217701142) -> (continuation of Deferred@1147429424 after retry RPC after error@1271905674) -> (continuation of Deferred@1591633892 after retry RPC after error@482162242), errback=(continuation of Deferred@1470723995 after retry RPC after error@2008895395) -> (continuation of Deferred@1680565500 after retry RPC after error@140012124) -> (continuation of Deferred@340906339 after retry RPC after error@151798813) -> (continuation of Deferred@918543684 after retry RPC after error@2105432901) -> (continuation of Deferred@1732138816 after retry RPC after error@217701142) -> (continuation of Deferred@1147429424 after retry RPC after error@1271905674) -> (continuation of Deferred@1591633892 after retry RPC after error@482162242)))
09:15:19.685 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [23ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@2062732712(state=PENDING, result=null, callback=(continuation of Deferred@1470723995 after retry RPC after error@2008895395) -> (continuation of Deferred@1680565500 after retry RPC after error@140012124) -> (continuation of Deferred@340906339 after retry RPC after error@151798813) -> (continuation of Deferred@918543684 after retry RPC after error@2105432901) -> (continuation of Deferred@1732138816 after retry RPC after error@217701142) -> (continuation of Deferred@1147429424 after retry RPC after error@1271905674) -> (continuation of Deferred@1591633892 after retry RPC after error@482162242), errback=(continuation of Deferred@1470723995 after retry RPC after error@2008895395) -> (continuation of Deferred@1680565500 after retry RPC after error@140012124) -> (continuation of Deferred@340906339 after retry RPC after error@151798813) -> (continuation of Deferred@918543684 after retry RPC after error@2105432901) -> (continuation of Deferred@1732138816 after retry RPC after error@217701142) -> (continuation of Deferred@1147429424 after retry RPC after error@1271905674) -> (continuation of Deferred@1591633892 after retry RPC after error@482162242)))
09:15:19.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.885 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1422427044(state=PENDING, result=null, callback=(continuation of Deferred@616639659 after retry RPC after error@387104639) -> (continuation of Deferred@1211462280 after retry RPC after error@1492127113) -> (continuation of Deferred@1979307592 after retry RPC after error@2006083279) -> (continuation of Deferred@349240199 after retry RPC after error@1284780241) -> (continuation of Deferred@2011489437 after retry RPC after error@329535664) -> (continuation of Deferred@12291456 after retry RPC after error@1833187326), errback=(continuation of Deferred@616639659 after retry RPC after error@387104639) -> (continuation of Deferred@1211462280 after retry RPC after error@1492127113) -> (continuation of Deferred@1979307592 after retry RPC after error@2006083279) -> (continuation of Deferred@349240199 after retry RPC after error@1284780241) -> (continuation of Deferred@2011489437 after retry RPC after error@329535664) -> (continuation of Deferred@12291456 after retry RPC after error@1833187326)))
09:15:19.885 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1422427044(state=PENDING, result=null, callback=(continuation of Deferred@616639659 after retry RPC after error@387104639) -> (continuation of Deferred@1211462280 after retry RPC after error@1492127113) -> (continuation of Deferred@1979307592 after retry RPC after error@2006083279) -> (continuation of Deferred@349240199 after retry RPC after error@1284780241) -> (continuation of Deferred@2011489437 after retry RPC after error@329535664) -> (continuation of Deferred@12291456 after retry RPC after error@1833187326), errback=(continuation of Deferred@616639659 after retry RPC after error@387104639) -> (continuation of Deferred@1211462280 after retry RPC after error@1492127113) -> (continuation of Deferred@1979307592 after retry RPC after error@2006083279) -> (continuation of Deferred@349240199 after retry RPC after error@1284780241) -> (continuation of Deferred@2011489437 after retry RPC after error@329535664) -> (continuation of Deferred@12291456 after retry RPC after error@1833187326)))
09:15:19.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:19.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:19.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:19.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:19.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:19.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.124 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1227828424(state=PENDING, result=null, callback=(continuation of Deferred@354505995 after retry RPC after error@1207027400) -> (continuation of Deferred@2051096446 after retry RPC after error@1253574034) -> (continuation of Deferred@1429113027 after retry RPC after error@480297768) -> (continuation of Deferred@1877587213 after retry RPC after error@1710729719) -> (continuation of Deferred@1153326362 after retry RPC after error@1578987302) -> (continuation of Deferred@2097084469 after retry RPC after error@614354508) -> (continuation of Deferred@310284616 after retry RPC after error@665827454), errback=(continuation of Deferred@354505995 after retry RPC after error@1207027400) -> (continuation of Deferred@2051096446 after retry RPC after error@1253574034) -> (continuation of Deferred@1429113027 after retry RPC after error@480297768) -> (continuation of Deferred@1877587213 after retry RPC after error@1710729719) -> (continuation of Deferred@1153326362 after retry RPC after error@1578987302) -> (continuation of Deferred@2097084469 after retry RPC after error@614354508) -> (continuation of Deferred@310284616 after retry RPC after error@665827454)))
09:15:20.125 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1227828424(state=PENDING, result=null, callback=(continuation of Deferred@354505995 after retry RPC after error@1207027400) -> (continuation of Deferred@2051096446 after retry RPC after error@1253574034) -> (continuation of Deferred@1429113027 after retry RPC after error@480297768) -> (continuation of Deferred@1877587213 after retry RPC after error@1710729719) -> (continuation of Deferred@1153326362 after retry RPC after error@1578987302) -> (continuation of Deferred@2097084469 after retry RPC after error@614354508) -> (continuation of Deferred@310284616 after retry RPC after error@665827454), errback=(continuation of Deferred@354505995 after retry RPC after error@1207027400) -> (continuation of Deferred@2051096446 after retry RPC after error@1253574034) -> (continuation of Deferred@1429113027 after retry RPC after error@480297768) -> (continuation of Deferred@1877587213 after retry RPC after error@1710729719) -> (continuation of Deferred@1153326362 after retry RPC after error@1578987302) -> (continuation of Deferred@2097084469 after retry RPC after error@614354508) -> (continuation of Deferred@310284616 after retry RPC after error@665827454)))
09:15:20.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.345 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1896481844(state=PENDING, result=null, callback=(continuation of Deferred@1391068638 after retry RPC after error@1388199132) -> (continuation of Deferred@965845035 after retry RPC after error@412821641) -> (continuation of Deferred@442309297 after retry RPC after error@967220730) -> (continuation of Deferred@226681373 after retry RPC after error@1285315652) -> (continuation of Deferred@1055285236 after retry RPC after error@857889951) -> (continuation of Deferred@699060972 after retry RPC after error@133875169) -> (continuation of Deferred@200225557 after retry RPC after error@713572435) -> (continuation of Deferred@1430964828 after retry RPC after error@80660697), errback=(continuation of Deferred@1391068638 after retry RPC after error@1388199132) -> (continuation of Deferred@965845035 after retry RPC after error@412821641) -> (continuation of Deferred@442309297 after retry RPC after error@967220730) -> (continuation of Deferred@226681373 after retry RPC after error@1285315652) -> (continuation of Deferred@1055285236 after retry RPC after error@857889951) -> (continuation of Deferred@699060972 after retry RPC after error@133875169) -> (continuation of Deferred@200225557 after retry RPC after error@713572435) -> (continuation of Deferred@1430964828 after retry RPC after error@80660697)))
09:15:20.345 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1896481844(state=PENDING, result=null, callback=(continuation of Deferred@1391068638 after retry RPC after error@1388199132) -> (continuation of Deferred@965845035 after retry RPC after error@412821641) -> (continuation of Deferred@442309297 after retry RPC after error@967220730) -> (continuation of Deferred@226681373 after retry RPC after error@1285315652) -> (continuation of Deferred@1055285236 after retry RPC after error@857889951) -> (continuation of Deferred@699060972 after retry RPC after error@133875169) -> (continuation of Deferred@200225557 after retry RPC after error@713572435) -> (continuation of Deferred@1430964828 after retry RPC after error@80660697), errback=(continuation of Deferred@1391068638 after retry RPC after error@1388199132) -> (continuation of Deferred@965845035 after retry RPC after error@412821641) -> (continuation of Deferred@442309297 after retry RPC after error@967220730) -> (continuation of Deferred@226681373 after retry RPC after error@1285315652) -> (continuation of Deferred@1055285236 after retry RPC after error@857889951) -> (continuation of Deferred@699060972 after retry RPC after error@133875169) -> (continuation of Deferred@200225557 after retry RPC after error@713572435) -> (continuation of Deferred@1430964828 after retry RPC after error@80660697)))
09:15:20.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.364 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.504 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1136936959(state=PENDING, result=null, callback=(continuation of Deferred@176230181 after retry RPC after error@1582000125) -> (continuation of Deferred@705901462 after retry RPC after error@1267294868) -> (continuation of Deferred@1232315623 after retry RPC after error@1283606203) -> (continuation of Deferred@2134786878 after retry RPC after error@2133005199) -> (continuation of Deferred@723764240 after retry RPC after error@1976236113) -> (continuation of Deferred@2019586661 after retry RPC after error@523807117), errback=(continuation of Deferred@176230181 after retry RPC after error@1582000125) -> (continuation of Deferred@705901462 after retry RPC after error@1267294868) -> (continuation of Deferred@1232315623 after retry RPC after error@1283606203) -> (continuation of Deferred@2134786878 after retry RPC after error@2133005199) -> (continuation of Deferred@723764240 after retry RPC after error@1976236113) -> (continuation of Deferred@2019586661 after retry RPC after error@523807117)))
09:15:20.505 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1136936959(state=PENDING, result=null, callback=(continuation of Deferred@176230181 after retry RPC after error@1582000125) -> (continuation of Deferred@705901462 after retry RPC after error@1267294868) -> (continuation of Deferred@1232315623 after retry RPC after error@1283606203) -> (continuation of Deferred@2134786878 after retry RPC after error@2133005199) -> (continuation of Deferred@723764240 after retry RPC after error@1976236113) -> (continuation of Deferred@2019586661 after retry RPC after error@523807117), errback=(continuation of Deferred@176230181 after retry RPC after error@1582000125) -> (continuation of Deferred@705901462 after retry RPC after error@1267294868) -> (continuation of Deferred@1232315623 after retry RPC after error@1283606203) -> (continuation of Deferred@2134786878 after retry RPC after error@2133005199) -> (continuation of Deferred@723764240 after retry RPC after error@1976236113) -> (continuation of Deferred@2019586661 after retry RPC after error@523807117)))
09:15:20.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.564 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.764 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.765 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@615869744(state=PENDING, result=null, callback=(continuation of Deferred@462361812 after retry RPC after error@1002017235) -> (continuation of Deferred@1516260838 after retry RPC after error@1429436279) -> (continuation of Deferred@913961137 after retry RPC after error@1094310052) -> (continuation of Deferred@426684952 after retry RPC after error@1470686861) -> (continuation of Deferred@774731953 after retry RPC after error@568224040) -> (continuation of Deferred@1305276793 after retry RPC after error@1572924099) -> (continuation of Deferred@418244922 after retry RPC after error@1244156966), errback=(continuation of Deferred@462361812 after retry RPC after error@1002017235) -> (continuation of Deferred@1516260838 after retry RPC after error@1429436279) -> (continuation of Deferred@913961137 after retry RPC after error@1094310052) -> (continuation of Deferred@426684952 after retry RPC after error@1470686861) -> (continuation of Deferred@774731953 after retry RPC after error@568224040) -> (continuation of Deferred@1305276793 after retry RPC after error@1572924099) -> (continuation of Deferred@418244922 after retry RPC after error@1244156966)))
09:15:20.766 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@615869744(state=PENDING, result=null, callback=(continuation of Deferred@462361812 after retry RPC after error@1002017235) -> (continuation of Deferred@1516260838 after retry RPC after error@1429436279) -> (continuation of Deferred@913961137 after retry RPC after error@1094310052) -> (continuation of Deferred@426684952 after retry RPC after error@1470686861) -> (continuation of Deferred@774731953 after retry RPC after error@568224040) -> (continuation of Deferred@1305276793 after retry RPC after error@1572924099) -> (continuation of Deferred@418244922 after retry RPC after error@1244156966), errback=(continuation of Deferred@462361812 after retry RPC after error@1002017235) -> (continuation of Deferred@1516260838 after retry RPC after error@1429436279) -> (continuation of Deferred@913961137 after retry RPC after error@1094310052) -> (continuation of Deferred@426684952 after retry RPC after error@1470686861) -> (continuation of Deferred@774731953 after retry RPC after error@568224040) -> (continuation of Deferred@1305276793 after retry RPC after error@1572924099) -> (continuation of Deferred@418244922 after retry RPC after error@1244156966)))
09:15:20.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:20.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:20.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:20.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:20.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:20.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.004 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@2072014003(state=PENDING, result=null, callback=(continuation of Deferred@1351568445 after retry RPC after error@297988109) -> (continuation of Deferred@105604689 after retry RPC after error@2127980511) -> (continuation of Deferred@1410478748 after retry RPC after error@1381429899) -> (continuation of Deferred@267550590 after retry RPC after error@1113000384) -> (continuation of Deferred@127161796 after retry RPC after error@1647525143) -> (continuation of Deferred@2124855200 after retry RPC after error@71678141) -> (continuation of Deferred@567998340 after retry RPC after error@1526381869), errback=(continuation of Deferred@1351568445 after retry RPC after error@297988109) -> (continuation of Deferred@105604689 after retry RPC after error@2127980511) -> (continuation of Deferred@1410478748 after retry RPC after error@1381429899) -> (continuation of Deferred@267550590 after retry RPC after error@1113000384) -> (continuation of Deferred@127161796 after retry RPC after error@1647525143) -> (continuation of Deferred@2124855200 after retry RPC after error@71678141) -> (continuation of Deferred@567998340 after retry RPC after error@1526381869)))
09:15:21.005 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@2072014003(state=PENDING, result=null, callback=(continuation of Deferred@1351568445 after retry RPC after error@297988109) -> (continuation of Deferred@105604689 after retry RPC after error@2127980511) -> (continuation of Deferred@1410478748 after retry RPC after error@1381429899) -> (continuation of Deferred@267550590 after retry RPC after error@1113000384) -> (continuation of Deferred@127161796 after retry RPC after error@1647525143) -> (continuation of Deferred@2124855200 after retry RPC after error@71678141) -> (continuation of Deferred@567998340 after retry RPC after error@1526381869), errback=(continuation of Deferred@1351568445 after retry RPC after error@297988109) -> (continuation of Deferred@105604689 after retry RPC after error@2127980511) -> (continuation of Deferred@1410478748 after retry RPC after error@1381429899) -> (continuation of Deferred@267550590 after retry RPC after error@1113000384) -> (continuation of Deferred@127161796 after retry RPC after error@1647525143) -> (continuation of Deferred@2124855200 after retry RPC after error@71678141) -> (continuation of Deferred@567998340 after retry RPC after error@1526381869)))
09:15:21.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.283 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@631198660(state=PENDING, result=null, callback=(continuation of Deferred@1320157687 after retry RPC after error@35312500) -> (continuation of Deferred@589003177 after retry RPC after error@2093289341) -> (continuation of Deferred@850663083 after retry RPC after error@1717691130) -> (continuation of Deferred@508496302 after retry RPC after error@1243956221) -> (continuation of Deferred@1488323932 after retry RPC after error@833182338) -> (continuation of Deferred@1464678240 after retry RPC after error@924298463) -> (continuation of Deferred@1608766340 after retry RPC after error@610660272) -> (continuation of Deferred@447560299 after retry RPC after error@274074805), errback=(continuation of Deferred@1320157687 after retry RPC after error@35312500) -> (continuation of Deferred@589003177 after retry RPC after error@2093289341) -> (continuation of Deferred@850663083 after retry RPC after error@1717691130) -> (continuation of Deferred@508496302 after retry RPC after error@1243956221) -> (continuation of Deferred@1488323932 after retry RPC after error@833182338) -> (continuation of Deferred@1464678240 after retry RPC after error@924298463) -> (continuation of Deferred@1608766340 after retry RPC after error@610660272) -> (continuation of Deferred@447560299 after retry RPC after error@274074805)))
09:15:21.284 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:15:21.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.465 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [163ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1550864601(state=PENDING, result=null, callback=(continuation of Deferred@342647750 after retry RPC after error@1584137665) -> (continuation of Deferred@164565464 after retry RPC after error@1466396320) -> (continuation of Deferred@551704025 after retry RPC after error@505290249) -> (continuation of Deferred@1873714627 after retry RPC after error@55635192) -> (continuation of Deferred@825109974 after retry RPC after error@1605272492) -> (continuation of Deferred@1156930847 after retry RPC after error@1086742101), errback=(continuation of Deferred@342647750 after retry RPC after error@1584137665) -> (continuation of Deferred@164565464 after retry RPC after error@1466396320) -> (continuation of Deferred@551704025 after retry RPC after error@505290249) -> (continuation of Deferred@1873714627 after retry RPC after error@55635192) -> (continuation of Deferred@825109974 after retry RPC after error@1605272492) -> (continuation of Deferred@1156930847 after retry RPC after error@1086742101)))
09:15:21.465 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [163ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1550864601(state=PENDING, result=null, callback=(continuation of Deferred@342647750 after retry RPC after error@1584137665) -> (continuation of Deferred@164565464 after retry RPC after error@1466396320) -> (continuation of Deferred@551704025 after retry RPC after error@505290249) -> (continuation of Deferred@1873714627 after retry RPC after error@55635192) -> (continuation of Deferred@825109974 after retry RPC after error@1605272492) -> (continuation of Deferred@1156930847 after retry RPC after error@1086742101), errback=(continuation of Deferred@342647750 after retry RPC after error@1584137665) -> (continuation of Deferred@164565464 after retry RPC after error@1466396320) -> (continuation of Deferred@551704025 after retry RPC after error@505290249) -> (continuation of Deferred@1873714627 after retry RPC after error@55635192) -> (continuation of Deferred@825109974 after retry RPC after error@1605272492) -> (continuation of Deferred@1156930847 after retry RPC after error@1086742101)))
09:15:21.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:15:21.529170 11142 raft_consensus.cc:493] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8a099aca56e44359b91b3c0800a38ec3)
09:15:21.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:15:21.529533 11142 raft_consensus.cc:515] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8a099aca56e44359b91b3c0800a38ec3" member_type: VOTER last_known_addr { host: "127.9.205.254" port: 33205 } } peers { permanent_uuid: "130310c74d714934bdecfd6981872d61" member_type: VOTER last_known_addr { host: "127.9.205.253" port: 39799 } } peers { permanent_uuid: "655505cfce41453cbbaa13d6dd3467b9" member_type: VOTER last_known_addr { host: "127.9.205.252" port: 36311 } }
09:15:21.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:15:21.530345 11142 leader_election.cc:290] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205), 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311)
09:15:21.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:15:21.532183 10150 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.205.254:33205: connect: Connection refused (error 111) [suppressed 1 similar messages]
09:15:21.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:15:21.533778 10150 leader_election.cc:336] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8a099aca56e44359b91b3c0800a38ec3 (127.9.205.254:33205): Network error: Client connection negotiation failed: client connection to 127.9.205.254:33205: connect: Connection refused (error 111)
09:15:21.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:15:21.533989 10148 leader_election.cc:336] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 655505cfce41453cbbaa13d6dd3467b9 (127.9.205.252:36311): Network error: Client connection negotiation failed: client connection to 127.9.205.252:36311: connect: Connection refused (error 111)
09:15:21.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:15:21.534111 10148 leader_election.cc:304] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 130310c74d714934bdecfd6981872d61; no voters: 655505cfce41453cbbaa13d6dd3467b9, 8a099aca56e44359b91b3c0800a38ec3
09:15:21.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:15:21.534379 11142 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 130310c74d714934bdecfd6981872d61 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
09:15:21.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.564 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.644 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.645 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@573902199(state=PENDING, result=null, callback=(continuation of Deferred@110622645 after retry RPC after error@498282281) -> (continuation of Deferred@1517491292 after retry RPC after error@1344791760) -> (continuation of Deferred@1773439806 after retry RPC after error@1836723014) -> (continuation of Deferred@803799873 after retry RPC after error@1074225928) -> (continuation of Deferred@220720461 after retry RPC after error@834394036) -> (continuation of Deferred@1445935561 after retry RPC after error@768286503) -> (continuation of Deferred@531944022 after retry RPC after error@1893572707) -> (continuation of Deferred@1603485376 after retry RPC after error@718549042), errback=(continuation of Deferred@110622645 after retry RPC after error@498282281) -> (continuation of Deferred@1517491292 after retry RPC after error@1344791760) -> (continuation of Deferred@1773439806 after retry RPC after error@1836723014) -> (continuation of Deferred@803799873 after retry RPC after error@1074225928) -> (continuation of Deferred@220720461 after retry RPC after error@834394036) -> (continuation of Deferred@1445935561 after retry RPC after error@768286503) -> (continuation of Deferred@531944022 after retry RPC after error@1893572707) -> (continuation of Deferred@1603485376 after retry RPC after error@718549042)))
09:15:21.646 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@573902199(state=PENDING, result=null, callback=(continuation of Deferred@110622645 after retry RPC after error@498282281) -> (continuation of Deferred@1517491292 after retry RPC after error@1344791760) -> (continuation of Deferred@1773439806 after retry RPC after error@1836723014) -> (continuation of Deferred@803799873 after retry RPC after error@1074225928) -> (continuation of Deferred@220720461 after retry RPC after error@834394036) -> (continuation of Deferred@1445935561 after retry RPC after error@768286503) -> (continuation of Deferred@531944022 after retry RPC after error@1893572707) -> (continuation of Deferred@1603485376 after retry RPC after error@718549042), errback=(continuation of Deferred@110622645 after retry RPC after error@498282281) -> (continuation of Deferred@1517491292 after retry RPC after error@1344791760) -> (continuation of Deferred@1773439806 after retry RPC after error@1836723014) -> (continuation of Deferred@803799873 after retry RPC after error@1074225928) -> (continuation of Deferred@220720461 after retry RPC after error@834394036) -> (continuation of Deferred@1445935561 after retry RPC after error@768286503) -> (continuation of Deferred@531944022 after retry RPC after error@1893572707) -> (continuation of Deferred@1603485376 after retry RPC after error@718549042)))
09:15:21.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.704 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.764 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.844 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.885 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@878354410(state=PENDING, result=null, callback=(continuation of Deferred@1168066366 after retry RPC after error@431978352) -> (continuation of Deferred@1372872187 after retry RPC after error@823209444) -> (continuation of Deferred@235416143 after retry RPC after error@1827592201) -> (continuation of Deferred@531004394 after retry RPC after error@668998647) -> (continuation of Deferred@1760888598 after retry RPC after error@1916904593) -> (continuation of Deferred@1586821144 after retry RPC after error@2030862238) -> (continuation of Deferred@964758046 after retry RPC after error@1184580755) -> (continuation of Deferred@1068900448 after retry RPC after error@626808967), errback=(continuation of Deferred@1168066366 after retry RPC after error@431978352) -> (continuation of Deferred@1372872187 after retry RPC after error@823209444) -> (continuation of Deferred@235416143 after retry RPC after error@1827592201) -> (continuation of Deferred@531004394 after retry RPC after error@668998647) -> (continuation of Deferred@1760888598 after retry RPC after error@1916904593) -> (continuation of Deferred@1586821144 after retry RPC after error@2030862238) -> (continuation of Deferred@964758046 after retry RPC after error@1184580755) -> (continuation of Deferred@1068900448 after retry RPC after error@626808967)))
09:15:21.885 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@878354410(state=PENDING, result=null, callback=(continuation of Deferred@1168066366 after retry RPC after error@431978352) -> (continuation of Deferred@1372872187 after retry RPC after error@823209444) -> (continuation of Deferred@235416143 after retry RPC after error@1827592201) -> (continuation of Deferred@531004394 after retry RPC after error@668998647) -> (continuation of Deferred@1760888598 after retry RPC after error@1916904593) -> (continuation of Deferred@1586821144 after retry RPC after error@2030862238) -> (continuation of Deferred@964758046 after retry RPC after error@1184580755) -> (continuation of Deferred@1068900448 after retry RPC after error@626808967), errback=(continuation of Deferred@1168066366 after retry RPC after error@431978352) -> (continuation of Deferred@1372872187 after retry RPC after error@823209444) -> (continuation of Deferred@235416143 after retry RPC after error@1827592201) -> (continuation of Deferred@531004394 after retry RPC after error@668998647) -> (continuation of Deferred@1760888598 after retry RPC after error@1916904593) -> (continuation of Deferred@1586821144 after retry RPC after error@2030862238) -> (continuation of Deferred@964758046 after retry RPC after error@1184580755) -> (continuation of Deferred@1068900448 after retry RPC after error@626808967)))
09:15:21.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:21.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:21.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:21.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:21.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:21.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.044 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@1847975916(state=PENDING, result=null, callback=(continuation of Deferred@1016061940 after retry RPC after error@1844753185) -> (continuation of Deferred@826445789 after retry RPC after error@1910041766) -> (continuation of Deferred@862645526 after retry RPC after error@2068786657) -> (continuation of Deferred@1582721330 after retry RPC after error@1750930306) -> (continuation of Deferred@213598658 after retry RPC after error@236541329) -> (continuation of Deferred@1668002457 after retry RPC after error@1663728757), errback=(continuation of Deferred@1016061940 after retry RPC after error@1844753185) -> (continuation of Deferred@826445789 after retry RPC after error@1910041766) -> (continuation of Deferred@862645526 after retry RPC after error@2068786657) -> (continuation of Deferred@1582721330 after retry RPC after error@1750930306) -> (continuation of Deferred@213598658 after retry RPC after error@236541329) -> (continuation of Deferred@1668002457 after retry RPC after error@1663728757)))
09:15:22.045 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@1847975916(state=PENDING, result=null, callback=(continuation of Deferred@1016061940 after retry RPC after error@1844753185) -> (continuation of Deferred@826445789 after retry RPC after error@1910041766) -> (continuation of Deferred@862645526 after retry RPC after error@2068786657) -> (continuation of Deferred@1582721330 after retry RPC after error@1750930306) -> (continuation of Deferred@213598658 after retry RPC after error@236541329) -> (continuation of Deferred@1668002457 after retry RPC after error@1663728757), errback=(continuation of Deferred@1016061940 after retry RPC after error@1844753185) -> (continuation of Deferred@826445789 after retry RPC after error@1910041766) -> (continuation of Deferred@862645526 after retry RPC after error@2068786657) -> (continuation of Deferred@1582721330 after retry RPC after error@1750930306) -> (continuation of Deferred@213598658 after retry RPC after error@236541329) -> (continuation of Deferred@1668002457 after retry RPC after error@1663728757)))
09:15:22.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.104 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.245 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@685876059(state=PENDING, result=null, callback=(continuation of Deferred@1304411230 after retry RPC after error@1408739834) -> (continuation of Deferred@794643677 after retry RPC after error@176408854) -> (continuation of Deferred@980343124 after retry RPC after error@1421348762) -> (continuation of Deferred@289835636 after retry RPC after error@93927987) -> (continuation of Deferred@1240590253 after retry RPC after error@1562502614) -> (continuation of Deferred@2014429484 after retry RPC after error@882193599), errback=(continuation of Deferred@1304411230 after retry RPC after error@1408739834) -> (continuation of Deferred@794643677 after retry RPC after error@176408854) -> (continuation of Deferred@980343124 after retry RPC after error@1421348762) -> (continuation of Deferred@289835636 after retry RPC after error@93927987) -> (continuation of Deferred@1240590253 after retry RPC after error@1562502614) -> (continuation of Deferred@2014429484 after retry RPC after error@882193599)))
09:15:22.245 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@685876059(state=PENDING, result=null, callback=(continuation of Deferred@1304411230 after retry RPC after error@1408739834) -> (continuation of Deferred@794643677 after retry RPC after error@176408854) -> (continuation of Deferred@980343124 after retry RPC after error@1421348762) -> (continuation of Deferred@289835636 after retry RPC after error@93927987) -> (continuation of Deferred@1240590253 after retry RPC after error@1562502614) -> (continuation of Deferred@2014429484 after retry RPC after error@882193599), errback=(continuation of Deferred@1304411230 after retry RPC after error@1408739834) -> (continuation of Deferred@794643677 after retry RPC after error@176408854) -> (continuation of Deferred@980343124 after retry RPC after error@1421348762) -> (continuation of Deferred@289835636 after retry RPC after error@93927987) -> (continuation of Deferred@1240590253 after retry RPC after error@1562502614) -> (continuation of Deferred@2014429484 after retry RPC after error@882193599)))
09:15:22.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.264 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.444 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1523579781(state=PENDING, result=null, callback=(continuation of Deferred@1398560058 after retry RPC after error@33396177) -> (continuation of Deferred@1711193166 after retry RPC after error@1078489255) -> (continuation of Deferred@1905006609 after retry RPC after error@481446124) -> (continuation of Deferred@205425656 after retry RPC after error@259002256) -> (continuation of Deferred@514704127 after retry RPC after error@274078958) -> (continuation of Deferred@1758409815 after retry RPC after error@1741466193), errback=(continuation of Deferred@1398560058 after retry RPC after error@33396177) -> (continuation of Deferred@1711193166 after retry RPC after error@1078489255) -> (continuation of Deferred@1905006609 after retry RPC after error@481446124) -> (continuation of Deferred@205425656 after retry RPC after error@259002256) -> (continuation of Deferred@514704127 after retry RPC after error@274078958) -> (continuation of Deferred@1758409815 after retry RPC after error@1741466193)))
09:15:22.445 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1523579781(state=PENDING, result=null, callback=(continuation of Deferred@1398560058 after retry RPC after error@33396177) -> (continuation of Deferred@1711193166 after retry RPC after error@1078489255) -> (continuation of Deferred@1905006609 after retry RPC after error@481446124) -> (continuation of Deferred@205425656 after retry RPC after error@259002256) -> (continuation of Deferred@514704127 after retry RPC after error@274078958) -> (continuation of Deferred@1758409815 after retry RPC after error@1741466193), errback=(continuation of Deferred@1398560058 after retry RPC after error@33396177) -> (continuation of Deferred@1711193166 after retry RPC after error@1078489255) -> (continuation of Deferred@1905006609 after retry RPC after error@481446124) -> (continuation of Deferred@205425656 after retry RPC after error@259002256) -> (continuation of Deferred@514704127 after retry RPC after error@274078958) -> (continuation of Deferred@1758409815 after retry RPC after error@1741466193)))
09:15:22.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.704 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1362261144(state=PENDING, result=null, callback=(continuation of Deferred@1804525556 after retry RPC after error@1511188932) -> (continuation of Deferred@2046279984 after retry RPC after error@1000602658) -> (continuation of Deferred@642774493 after retry RPC after error@1801352217) -> (continuation of Deferred@753391107 after retry RPC after error@142699857) -> (continuation of Deferred@1371111553 after retry RPC after error@1231013907) -> (continuation of Deferred@1536841973 after retry RPC after error@1492274482) -> (continuation of Deferred@1171419941 after retry RPC after error@1920607452), errback=(continuation of Deferred@1804525556 after retry RPC after error@1511188932) -> (continuation of Deferred@2046279984 after retry RPC after error@1000602658) -> (continuation of Deferred@642774493 after retry RPC after error@1801352217) -> (continuation of Deferred@753391107 after retry RPC after error@142699857) -> (continuation of Deferred@1371111553 after retry RPC after error@1231013907) -> (continuation of Deferred@1536841973 after retry RPC after error@1492274482) -> (continuation of Deferred@1171419941 after retry RPC after error@1920607452)))
09:15:22.705 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1362261144(state=PENDING, result=null, callback=(continuation of Deferred@1804525556 after retry RPC after error@1511188932) -> (continuation of Deferred@2046279984 after retry RPC after error@1000602658) -> (continuation of Deferred@642774493 after retry RPC after error@1801352217) -> (continuation of Deferred@753391107 after retry RPC after error@142699857) -> (continuation of Deferred@1371111553 after retry RPC after error@1231013907) -> (continuation of Deferred@1536841973 after retry RPC after error@1492274482) -> (continuation of Deferred@1171419941 after retry RPC after error@1920607452), errback=(continuation of Deferred@1804525556 after retry RPC after error@1511188932) -> (continuation of Deferred@2046279984 after retry RPC after error@1000602658) -> (continuation of Deferred@642774493 after retry RPC after error@1801352217) -> (continuation of Deferred@753391107 after retry RPC after error@142699857) -> (continuation of Deferred@1371111553 after retry RPC after error@1231013907) -> (continuation of Deferred@1536841973 after retry RPC after error@1492274482) -> (continuation of Deferred@1171419941 after retry RPC after error@1920607452)))
09:15:22.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:22.964 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@573336091(state=PENDING, result=null, callback=(continuation of Deferred@240335508 after retry RPC after error@862585396) -> (continuation of Deferred@985501358 after retry RPC after error@2063619920) -> (continuation of Deferred@1821394238 after retry RPC after error@260608314) -> (continuation of Deferred@1494656667 after retry RPC after error@550879294) -> (continuation of Deferred@1317193903 after retry RPC after error@97030404) -> (continuation of Deferred@1762057560 after retry RPC after error@1734095990) -> (continuation of Deferred@1061379970 after retry RPC after error@2126686687), errback=(continuation of Deferred@240335508 after retry RPC after error@862585396) -> (continuation of Deferred@985501358 after retry RPC after error@2063619920) -> (continuation of Deferred@1821394238 after retry RPC after error@260608314) -> (continuation of Deferred@1494656667 after retry RPC after error@550879294) -> (continuation of Deferred@1317193903 after retry RPC after error@97030404) -> (continuation of Deferred@1762057560 after retry RPC after error@1734095990) -> (continuation of Deferred@1061379970 after retry RPC after error@2126686687)))
09:15:22.965 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@573336091(state=PENDING, result=null, callback=(continuation of Deferred@240335508 after retry RPC after error@862585396) -> (continuation of Deferred@985501358 after retry RPC after error@2063619920) -> (continuation of Deferred@1821394238 after retry RPC after error@260608314) -> (continuation of Deferred@1494656667 after retry RPC after error@550879294) -> (continuation of Deferred@1317193903 after retry RPC after error@97030404) -> (continuation of Deferred@1762057560 after retry RPC after error@1734095990) -> (continuation of Deferred@1061379970 after retry RPC after error@2126686687), errback=(continuation of Deferred@240335508 after retry RPC after error@862585396) -> (continuation of Deferred@985501358 after retry RPC after error@2063619920) -> (continuation of Deferred@1821394238 after retry RPC after error@260608314) -> (continuation of Deferred@1494656667 after retry RPC after error@550879294) -> (continuation of Deferred@1317193903 after retry RPC after error@97030404) -> (continuation of Deferred@1762057560 after retry RPC after error@1734095990) -> (continuation of Deferred@1061379970 after retry RPC after error@2126686687)))
09:15:22.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:22.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:22.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:22.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:22.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.204 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1530768953(state=PENDING, result=null, callback=(continuation of Deferred@1388506447 after retry RPC after error@238384067) -> (continuation of Deferred@1319215273 after retry RPC after error@2019267362) -> (continuation of Deferred@1035379187 after retry RPC after error@406349549) -> (continuation of Deferred@1532963243 after retry RPC after error@2134471521) -> (continuation of Deferred@1997077580 after retry RPC after error@752673614) -> (continuation of Deferred@250381583 after retry RPC after error@989486536) -> (continuation of Deferred@178273351 after retry RPC after error@1101883598), errback=(continuation of Deferred@1388506447 after retry RPC after error@238384067) -> (continuation of Deferred@1319215273 after retry RPC after error@2019267362) -> (continuation of Deferred@1035379187 after retry RPC after error@406349549) -> (continuation of Deferred@1532963243 after retry RPC after error@2134471521) -> (continuation of Deferred@1997077580 after retry RPC after error@752673614) -> (continuation of Deferred@250381583 after retry RPC after error@989486536) -> (continuation of Deferred@178273351 after retry RPC after error@1101883598)))
09:15:23.205 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1530768953(state=PENDING, result=null, callback=(continuation of Deferred@1388506447 after retry RPC after error@238384067) -> (continuation of Deferred@1319215273 after retry RPC after error@2019267362) -> (continuation of Deferred@1035379187 after retry RPC after error@406349549) -> (continuation of Deferred@1532963243 after retry RPC after error@2134471521) -> (continuation of Deferred@1997077580 after retry RPC after error@752673614) -> (continuation of Deferred@250381583 after retry RPC after error@989486536) -> (continuation of Deferred@178273351 after retry RPC after error@1101883598), errback=(continuation of Deferred@1388506447 after retry RPC after error@238384067) -> (continuation of Deferred@1319215273 after retry RPC after error@2019267362) -> (continuation of Deferred@1035379187 after retry RPC after error@406349549) -> (continuation of Deferred@1532963243 after retry RPC after error@2134471521) -> (continuation of Deferred@1997077580 after retry RPC after error@752673614) -> (continuation of Deferred@250381583 after retry RPC after error@989486536) -> (continuation of Deferred@178273351 after retry RPC after error@1101883598)))
09:15:23.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.384 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@2079630996(state=PENDING, result=null, callback=(continuation of Deferred@1314173394 after retry RPC after error@267480654) -> (continuation of Deferred@1047967301 after retry RPC after error@1617458969) -> (continuation of Deferred@190419175 after retry RPC after error@257821916) -> (continuation of Deferred@68241388 after retry RPC after error@660744392) -> (continuation of Deferred@1618692715 after retry RPC after error@524063316) -> (continuation of Deferred@295475320 after retry RPC after error@655279851), errback=(continuation of Deferred@1314173394 after retry RPC after error@267480654) -> (continuation of Deferred@1047967301 after retry RPC after error@1617458969) -> (continuation of Deferred@190419175 after retry RPC after error@257821916) -> (continuation of Deferred@68241388 after retry RPC after error@660744392) -> (continuation of Deferred@1618692715 after retry RPC after error@524063316) -> (continuation of Deferred@295475320 after retry RPC after error@655279851)))
09:15:23.385 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@2079630996(state=PENDING, result=null, callback=(continuation of Deferred@1314173394 after retry RPC after error@267480654) -> (continuation of Deferred@1047967301 after retry RPC after error@1617458969) -> (continuation of Deferred@190419175 after retry RPC after error@257821916) -> (continuation of Deferred@68241388 after retry RPC after error@660744392) -> (continuation of Deferred@1618692715 after retry RPC after error@524063316) -> (continuation of Deferred@295475320 after retry RPC after error@655279851), errback=(continuation of Deferred@1314173394 after retry RPC after error@267480654) -> (continuation of Deferred@1047967301 after retry RPC after error@1617458969) -> (continuation of Deferred@190419175 after retry RPC after error@257821916) -> (continuation of Deferred@68241388 after retry RPC after error@660744392) -> (continuation of Deferred@1618692715 after retry RPC after error@524063316) -> (continuation of Deferred@295475320 after retry RPC after error@655279851)))
09:15:23.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.584 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.585 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1369217561(state=PENDING, result=null, callback=(continuation of Deferred@1548508091 after retry RPC after error@645205392) -> (continuation of Deferred@918992051 after retry RPC after error@62893088) -> (continuation of Deferred@1024507503 after retry RPC after error@864497104) -> (continuation of Deferred@820474943 after retry RPC after error@1321668783) -> (continuation of Deferred@1989950686 after retry RPC after error@2097112688) -> (continuation of Deferred@1999807324 after retry RPC after error@17209213) -> (continuation of Deferred@376123727 after retry RPC after error@287312148), errback=(continuation of Deferred@1548508091 after retry RPC after error@645205392) -> (continuation of Deferred@918992051 after retry RPC after error@62893088) -> (continuation of Deferred@1024507503 after retry RPC after error@864497104) -> (continuation of Deferred@820474943 after retry RPC after error@1321668783) -> (continuation of Deferred@1989950686 after retry RPC after error@2097112688) -> (continuation of Deferred@1999807324 after retry RPC after error@17209213) -> (continuation of Deferred@376123727 after retry RPC after error@287312148)))
09:15:23.585 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1369217561(state=PENDING, result=null, callback=(continuation of Deferred@1548508091 after retry RPC after error@645205392) -> (continuation of Deferred@918992051 after retry RPC after error@62893088) -> (continuation of Deferred@1024507503 after retry RPC after error@864497104) -> (continuation of Deferred@820474943 after retry RPC after error@1321668783) -> (continuation of Deferred@1989950686 after retry RPC after error@2097112688) -> (continuation of Deferred@1999807324 after retry RPC after error@17209213) -> (continuation of Deferred@376123727 after retry RPC after error@287312148), errback=(continuation of Deferred@1548508091 after retry RPC after error@645205392) -> (continuation of Deferred@918992051 after retry RPC after error@62893088) -> (continuation of Deferred@1024507503 after retry RPC after error@864497104) -> (continuation of Deferred@820474943 after retry RPC after error@1321668783) -> (continuation of Deferred@1989950686 after retry RPC after error@2097112688) -> (continuation of Deferred@1999807324 after retry RPC after error@17209213) -> (continuation of Deferred@376123727 after retry RPC after error@287312148)))
09:15:23.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.784 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1190259260(state=PENDING, result=null, callback=(continuation of Deferred@714701898 after retry RPC after error@1558338947) -> (continuation of Deferred@1399677908 after retry RPC after error@436519823) -> (continuation of Deferred@2073986985 after retry RPC after error@895402780) -> (continuation of Deferred@219506080 after retry RPC after error@833738550) -> (continuation of Deferred@1050525030 after retry RPC after error@2107166602) -> (continuation of Deferred@1535544828 after retry RPC after error@1680996829), errback=(continuation of Deferred@714701898 after retry RPC after error@1558338947) -> (continuation of Deferred@1399677908 after retry RPC after error@436519823) -> (continuation of Deferred@2073986985 after retry RPC after error@895402780) -> (continuation of Deferred@219506080 after retry RPC after error@833738550) -> (continuation of Deferred@1050525030 after retry RPC after error@2107166602) -> (continuation of Deferred@1535544828 after retry RPC after error@1680996829)))
09:15:23.785 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1190259260(state=PENDING, result=null, callback=(continuation of Deferred@714701898 after retry RPC after error@1558338947) -> (continuation of Deferred@1399677908 after retry RPC after error@436519823) -> (continuation of Deferred@2073986985 after retry RPC after error@895402780) -> (continuation of Deferred@219506080 after retry RPC after error@833738550) -> (continuation of Deferred@1050525030 after retry RPC after error@2107166602) -> (continuation of Deferred@1535544828 after retry RPC after error@1680996829), errback=(continuation of Deferred@714701898 after retry RPC after error@1558338947) -> (continuation of Deferred@1399677908 after retry RPC after error@436519823) -> (continuation of Deferred@2073986985 after retry RPC after error@895402780) -> (continuation of Deferred@219506080 after retry RPC after error@833738550) -> (continuation of Deferred@1050525030 after retry RPC after error@2107166602) -> (continuation of Deferred@1535544828 after retry RPC after error@1680996829)))
09:15:23.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.804 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:23.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:23.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:23.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:23.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:23.984 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@459111188(state=PENDING, result=null, callback=(continuation of Deferred@733139238 after retry RPC after error@1815630695) -> (continuation of Deferred@265600677 after retry RPC after error@2141319568) -> (continuation of Deferred@1109861539 after retry RPC after error@1823143147) -> (continuation of Deferred@1184980557 after retry RPC after error@922491512) -> (continuation of Deferred@1292186168 after retry RPC after error@1991482079) -> (continuation of Deferred@976019826 after retry RPC after error@1817514901) -> (continuation of Deferred@145062101 after retry RPC after error@1655340668), errback=(continuation of Deferred@733139238 after retry RPC after error@1815630695) -> (continuation of Deferred@265600677 after retry RPC after error@2141319568) -> (continuation of Deferred@1109861539 after retry RPC after error@1823143147) -> (continuation of Deferred@1184980557 after retry RPC after error@922491512) -> (continuation of Deferred@1292186168 after retry RPC after error@1991482079) -> (continuation of Deferred@976019826 after retry RPC after error@1817514901) -> (continuation of Deferred@145062101 after retry RPC after error@1655340668)))
09:15:23.984 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@459111188(state=PENDING, result=null, callback=(continuation of Deferred@733139238 after retry RPC after error@1815630695) -> (continuation of Deferred@265600677 after retry RPC after error@2141319568) -> (continuation of Deferred@1109861539 after retry RPC after error@1823143147) -> (continuation of Deferred@1184980557 after retry RPC after error@922491512) -> (continuation of Deferred@1292186168 after retry RPC after error@1991482079) -> (continuation of Deferred@976019826 after retry RPC after error@1817514901) -> (continuation of Deferred@145062101 after retry RPC after error@1655340668), errback=(continuation of Deferred@733139238 after retry RPC after error@1815630695) -> (continuation of Deferred@265600677 after retry RPC after error@2141319568) -> (continuation of Deferred@1109861539 after retry RPC after error@1823143147) -> (continuation of Deferred@1184980557 after retry RPC after error@922491512) -> (continuation of Deferred@1292186168 after retry RPC after error@1991482079) -> (continuation of Deferred@976019826 after retry RPC after error@1817514901) -> (continuation of Deferred@145062101 after retry RPC after error@1655340668)))
09:15:24.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.164 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1558198063(state=PENDING, result=null, callback=(continuation of Deferred@571653196 after retry RPC after error@876121395) -> (continuation of Deferred@520090921 after retry RPC after error@1132195990) -> (continuation of Deferred@1950143593 after retry RPC after error@77434568) -> (continuation of Deferred@1705665999 after retry RPC after error@2043270828) -> (continuation of Deferred@1799670368 after retry RPC after error@55046670) -> (continuation of Deferred@905276340 after retry RPC after error@37660432) -> (continuation of Deferred@1340369661 after retry RPC after error@1930376845), errback=(continuation of Deferred@571653196 after retry RPC after error@876121395) -> (continuation of Deferred@520090921 after retry RPC after error@1132195990) -> (continuation of Deferred@1950143593 after retry RPC after error@77434568) -> (continuation of Deferred@1705665999 after retry RPC after error@2043270828) -> (continuation of Deferred@1799670368 after retry RPC after error@55046670) -> (continuation of Deferred@905276340 after retry RPC after error@37660432) -> (continuation of Deferred@1340369661 after retry RPC after error@1930376845)))
09:15:24.165 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1558198063(state=PENDING, result=null, callback=(continuation of Deferred@571653196 after retry RPC after error@876121395) -> (continuation of Deferred@520090921 after retry RPC after error@1132195990) -> (continuation of Deferred@1950143593 after retry RPC after error@77434568) -> (continuation of Deferred@1705665999 after retry RPC after error@2043270828) -> (continuation of Deferred@1799670368 after retry RPC after error@55046670) -> (continuation of Deferred@905276340 after retry RPC after error@37660432) -> (continuation of Deferred@1340369661 after retry RPC after error@1930376845), errback=(continuation of Deferred@571653196 after retry RPC after error@876121395) -> (continuation of Deferred@520090921 after retry RPC after error@1132195990) -> (continuation of Deferred@1950143593 after retry RPC after error@77434568) -> (continuation of Deferred@1705665999 after retry RPC after error@2043270828) -> (continuation of Deferred@1799670368 after retry RPC after error@55046670) -> (continuation of Deferred@905276340 after retry RPC after error@37660432) -> (continuation of Deferred@1340369661 after retry RPC after error@1930376845)))
09:15:24.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.224 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.404 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1145031302(state=PENDING, result=null, callback=(continuation of Deferred@76924452 after retry RPC after error@241392983) -> (continuation of Deferred@1185402309 after retry RPC after error@2088125549) -> (continuation of Deferred@1450707233 after retry RPC after error@1113947996) -> (continuation of Deferred@978606896 after retry RPC after error@1959736635) -> (continuation of Deferred@1659374466 after retry RPC after error@186517276) -> (continuation of Deferred@327897236 after retry RPC after error@518052147) -> (continuation of Deferred@1014396278 after retry RPC after error@1202434819), errback=(continuation of Deferred@76924452 after retry RPC after error@241392983) -> (continuation of Deferred@1185402309 after retry RPC after error@2088125549) -> (continuation of Deferred@1450707233 after retry RPC after error@1113947996) -> (continuation of Deferred@978606896 after retry RPC after error@1959736635) -> (continuation of Deferred@1659374466 after retry RPC after error@186517276) -> (continuation of Deferred@327897236 after retry RPC after error@518052147) -> (continuation of Deferred@1014396278 after retry RPC after error@1202434819)))
09:15:24.405 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1145031302(state=PENDING, result=null, callback=(continuation of Deferred@76924452 after retry RPC after error@241392983) -> (continuation of Deferred@1185402309 after retry RPC after error@2088125549) -> (continuation of Deferred@1450707233 after retry RPC after error@1113947996) -> (continuation of Deferred@978606896 after retry RPC after error@1959736635) -> (continuation of Deferred@1659374466 after retry RPC after error@186517276) -> (continuation of Deferred@327897236 after retry RPC after error@518052147) -> (continuation of Deferred@1014396278 after retry RPC after error@1202434819), errback=(continuation of Deferred@76924452 after retry RPC after error@241392983) -> (continuation of Deferred@1185402309 after retry RPC after error@2088125549) -> (continuation of Deferred@1450707233 after retry RPC after error@1113947996) -> (continuation of Deferred@978606896 after retry RPC after error@1959736635) -> (continuation of Deferred@1659374466 after retry RPC after error@186517276) -> (continuation of Deferred@327897236 after retry RPC after error@518052147) -> (continuation of Deferred@1014396278 after retry RPC after error@1202434819)))
09:15:24.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.683 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@792911229(state=PENDING, result=null, callback=(continuation of Deferred@495634600 after retry RPC after error@1477261524) -> (continuation of Deferred@2097868980 after retry RPC after error@1142584157) -> (continuation of Deferred@253639934 after retry RPC after error@1046773329) -> (continuation of Deferred@339846777 after retry RPC after error@56012599) -> (continuation of Deferred@2110888559 after retry RPC after error@1616573810) -> (continuation of Deferred@2041701742 after retry RPC after error@1328071288) -> (continuation of Deferred@1054550800 after retry RPC after error@161327324) -> (continuation of Deferred@2138154516 after retry RPC after error@1984139392), errback=(continuation of Deferred@495634600 after retry RPC after error@1477261524) -> (continuation of Deferred@2097868980 after retry RPC after error@1142584157) -> (continuation of Deferred@253639934 after retry RPC after error@1046773329) -> (continuation of Deferred@339846777 after retry RPC after error@56012599) -> (continuation of Deferred@2110888559 after retry RPC after error@1616573810) -> (continuation of Deferred@2041701742 after retry RPC after error@1328071288) -> (continuation of Deferred@1054550800 after retry RPC after error@161327324) -> (continuation of Deferred@2138154516 after retry RPC after error@1984139392)))
09:15:24.684 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:15:24.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.945 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@801819373(state=PENDING, result=null, callback=(continuation of Deferred@1051655911 after retry RPC after error@1712608837) -> (continuation of Deferred@1501400812 after retry RPC after error@538557068) -> (continuation of Deferred@1762210222 after retry RPC after error@762049716) -> (continuation of Deferred@416552219 after retry RPC after error@1970540887) -> (continuation of Deferred@1431357974 after retry RPC after error@669801052) -> (continuation of Deferred@531165047 after retry RPC after error@1241758588) -> (continuation of Deferred@433113168 after retry RPC after error@1554734988), errback=(continuation of Deferred@1051655911 after retry RPC after error@1712608837) -> (continuation of Deferred@1501400812 after retry RPC after error@538557068) -> (continuation of Deferred@1762210222 after retry RPC after error@762049716) -> (continuation of Deferred@416552219 after retry RPC after error@1970540887) -> (continuation of Deferred@1431357974 after retry RPC after error@669801052) -> (continuation of Deferred@531165047 after retry RPC after error@1241758588) -> (continuation of Deferred@433113168 after retry RPC after error@1554734988)))
09:15:24.945 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@801819373(state=PENDING, result=null, callback=(continuation of Deferred@1051655911 after retry RPC after error@1712608837) -> (continuation of Deferred@1501400812 after retry RPC after error@538557068) -> (continuation of Deferred@1762210222 after retry RPC after error@762049716) -> (continuation of Deferred@416552219 after retry RPC after error@1970540887) -> (continuation of Deferred@1431357974 after retry RPC after error@669801052) -> (continuation of Deferred@531165047 after retry RPC after error@1241758588) -> (continuation of Deferred@433113168 after retry RPC after error@1554734988), errback=(continuation of Deferred@1051655911 after retry RPC after error@1712608837) -> (continuation of Deferred@1501400812 after retry RPC after error@538557068) -> (continuation of Deferred@1762210222 after retry RPC after error@762049716) -> (continuation of Deferred@416552219 after retry RPC after error@1970540887) -> (continuation of Deferred@1431357974 after retry RPC after error@669801052) -> (continuation of Deferred@531165047 after retry RPC after error@1241758588) -> (continuation of Deferred@433113168 after retry RPC after error@1554734988)))
09:15:24.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:24.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:24.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:24.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:24.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:24.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.164 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.164 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.205 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [203ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@1498624876(state=PENDING, result=null, callback=(continuation of Deferred@1149825937 after retry RPC after error@1311603462) -> (continuation of Deferred@1592382344 after retry RPC after error@509690730) -> (continuation of Deferred@502673228 after retry RPC after error@942047935) -> (continuation of Deferred@675509152 after retry RPC after error@1009586129) -> (continuation of Deferred@277732183 after retry RPC after error@473071747) -> (continuation of Deferred@794767062 after retry RPC after error@2077814635) -> (continuation of Deferred@91345956 after retry RPC after error@231697041), errback=(continuation of Deferred@1149825937 after retry RPC after error@1311603462) -> (continuation of Deferred@1592382344 after retry RPC after error@509690730) -> (continuation of Deferred@502673228 after retry RPC after error@942047935) -> (continuation of Deferred@675509152 after retry RPC after error@1009586129) -> (continuation of Deferred@277732183 after retry RPC after error@473071747) -> (continuation of Deferred@794767062 after retry RPC after error@2077814635) -> (continuation of Deferred@91345956 after retry RPC after error@231697041)))
09:15:25.205 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [203ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@1498624876(state=PENDING, result=null, callback=(continuation of Deferred@1149825937 after retry RPC after error@1311603462) -> (continuation of Deferred@1592382344 after retry RPC after error@509690730) -> (continuation of Deferred@502673228 after retry RPC after error@942047935) -> (continuation of Deferred@675509152 after retry RPC after error@1009586129) -> (continuation of Deferred@277732183 after retry RPC after error@473071747) -> (continuation of Deferred@794767062 after retry RPC after error@2077814635) -> (continuation of Deferred@91345956 after retry RPC after error@231697041), errback=(continuation of Deferred@1149825937 after retry RPC after error@1311603462) -> (continuation of Deferred@1592382344 after retry RPC after error@509690730) -> (continuation of Deferred@502673228 after retry RPC after error@942047935) -> (continuation of Deferred@675509152 after retry RPC after error@1009586129) -> (continuation of Deferred@277732183 after retry RPC after error@473071747) -> (continuation of Deferred@794767062 after retry RPC after error@2077814635) -> (continuation of Deferred@91345956 after retry RPC after error@231697041)))
09:15:25.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.464 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@624867988(state=PENDING, result=null, callback=(continuation of Deferred@619091519 after retry RPC after error@395919116) -> (continuation of Deferred@1950865094 after retry RPC after error@612186304) -> (continuation of Deferred@884606238 after retry RPC after error@1787112922) -> (continuation of Deferred@549332906 after retry RPC after error@1841864773) -> (continuation of Deferred@155114007 after retry RPC after error@1243012375) -> (continuation of Deferred@457449608 after retry RPC after error@858157357) -> (continuation of Deferred@1287125820 after retry RPC after error@817195480) -> (continuation of Deferred@172973862 after retry RPC after error@182511707), errback=(continuation of Deferred@619091519 after retry RPC after error@395919116) -> (continuation of Deferred@1950865094 after retry RPC after error@612186304) -> (continuation of Deferred@884606238 after retry RPC after error@1787112922) -> (continuation of Deferred@549332906 after retry RPC after error@1841864773) -> (continuation of Deferred@155114007 after retry RPC after error@1243012375) -> (continuation of Deferred@457449608 after retry RPC after error@858157357) -> (continuation of Deferred@1287125820 after retry RPC after error@817195480) -> (continuation of Deferred@172973862 after retry RPC after error@182511707)))
09:15:25.465 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@624867988(state=PENDING, result=null, callback=(continuation of Deferred@619091519 after retry RPC after error@395919116) -> (continuation of Deferred@1950865094 after retry RPC after error@612186304) -> (continuation of Deferred@884606238 after retry RPC after error@1787112922) -> (continuation of Deferred@549332906 after retry RPC after error@1841864773) -> (continuation of Deferred@155114007 after retry RPC after error@1243012375) -> (continuation of Deferred@457449608 after retry RPC after error@858157357) -> (continuation of Deferred@1287125820 after retry RPC after error@817195480) -> (continuation of Deferred@172973862 after retry RPC after error@182511707), errback=(continuation of Deferred@619091519 after retry RPC after error@395919116) -> (continuation of Deferred@1950865094 after retry RPC after error@612186304) -> (continuation of Deferred@884606238 after retry RPC after error@1787112922) -> (continuation of Deferred@549332906 after retry RPC after error@1841864773) -> (continuation of Deferred@155114007 after retry RPC after error@1243012375) -> (continuation of Deferred@457449608 after retry RPC after error@858157357) -> (continuation of Deferred@1287125820 after retry RPC after error@817195480) -> (continuation of Deferred@172973862 after retry RPC after error@182511707)))
09:15:25.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.484 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.664 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@594490971(state=PENDING, result=null, callback=(continuation of Deferred@896132441 after retry RPC after error@1297922657) -> (continuation of Deferred@671185981 after retry RPC after error@1913019016) -> (continuation of Deferred@146750140 after retry RPC after error@538449528) -> (continuation of Deferred@56325842 after retry RPC after error@1137294891) -> (continuation of Deferred@852624948 after retry RPC after error@1377402304) -> (continuation of Deferred@170687671 after retry RPC after error@68858687), errback=(continuation of Deferred@896132441 after retry RPC after error@1297922657) -> (continuation of Deferred@671185981 after retry RPC after error@1913019016) -> (continuation of Deferred@146750140 after retry RPC after error@538449528) -> (continuation of Deferred@56325842 after retry RPC after error@1137294891) -> (continuation of Deferred@852624948 after retry RPC after error@1377402304) -> (continuation of Deferred@170687671 after retry RPC after error@68858687)))
09:15:25.665 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@594490971(state=PENDING, result=null, callback=(continuation of Deferred@896132441 after retry RPC after error@1297922657) -> (continuation of Deferred@671185981 after retry RPC after error@1913019016) -> (continuation of Deferred@146750140 after retry RPC after error@538449528) -> (continuation of Deferred@56325842 after retry RPC after error@1137294891) -> (continuation of Deferred@852624948 after retry RPC after error@1377402304) -> (continuation of Deferred@170687671 after retry RPC after error@68858687), errback=(continuation of Deferred@896132441 after retry RPC after error@1297922657) -> (continuation of Deferred@671185981 after retry RPC after error@1913019016) -> (continuation of Deferred@146750140 after retry RPC after error@538449528) -> (continuation of Deferred@56325842 after retry RPC after error@1137294891) -> (continuation of Deferred@852624948 after retry RPC after error@1377402304) -> (continuation of Deferred@170687671 after retry RPC after error@68858687)))
09:15:25.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.845 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@583218700(state=PENDING, result=null, callback=(continuation of Deferred@591797708 after retry RPC after error@1637562316) -> (continuation of Deferred@450739292 after retry RPC after error@555059805) -> (continuation of Deferred@841898958 after retry RPC after error@179519248) -> (continuation of Deferred@2113625414 after retry RPC after error@1882290118) -> (continuation of Deferred@805417509 after retry RPC after error@601440394) -> (continuation of Deferred@74393818 after retry RPC after error@2140922070), errback=(continuation of Deferred@591797708 after retry RPC after error@1637562316) -> (continuation of Deferred@450739292 after retry RPC after error@555059805) -> (continuation of Deferred@841898958 after retry RPC after error@179519248) -> (continuation of Deferred@2113625414 after retry RPC after error@1882290118) -> (continuation of Deferred@805417509 after retry RPC after error@601440394) -> (continuation of Deferred@74393818 after retry RPC after error@2140922070)))
09:15:25.845 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@583218700(state=PENDING, result=null, callback=(continuation of Deferred@591797708 after retry RPC after error@1637562316) -> (continuation of Deferred@450739292 after retry RPC after error@555059805) -> (continuation of Deferred@841898958 after retry RPC after error@179519248) -> (continuation of Deferred@2113625414 after retry RPC after error@1882290118) -> (continuation of Deferred@805417509 after retry RPC after error@601440394) -> (continuation of Deferred@74393818 after retry RPC after error@2140922070), errback=(continuation of Deferred@591797708 after retry RPC after error@1637562316) -> (continuation of Deferred@450739292 after retry RPC after error@555059805) -> (continuation of Deferred@841898958 after retry RPC after error@179519248) -> (continuation of Deferred@2113625414 after retry RPC after error@1882290118) -> (continuation of Deferred@805417509 after retry RPC after error@601440394) -> (continuation of Deferred@74393818 after retry RPC after error@2140922070)))
09:15:25.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:25.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:25.964 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:25.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:25.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:25.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.064 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1277823246(state=PENDING, result=null, callback=(continuation of Deferred@379107565 after retry RPC after error@929853255) -> (continuation of Deferred@619003933 after retry RPC after error@949706742) -> (continuation of Deferred@1796724696 after retry RPC after error@1070959530) -> (continuation of Deferred@826196453 after retry RPC after error@1404587227) -> (continuation of Deferred@105179235 after retry RPC after error@358591450) -> (continuation of Deferred@1386836349 after retry RPC after error@1130766695) -> (continuation of Deferred@1656802968 after retry RPC after error@170506337), errback=(continuation of Deferred@379107565 after retry RPC after error@929853255) -> (continuation of Deferred@619003933 after retry RPC after error@949706742) -> (continuation of Deferred@1796724696 after retry RPC after error@1070959530) -> (continuation of Deferred@826196453 after retry RPC after error@1404587227) -> (continuation of Deferred@105179235 after retry RPC after error@358591450) -> (continuation of Deferred@1386836349 after retry RPC after error@1130766695) -> (continuation of Deferred@1656802968 after retry RPC after error@170506337)))
09:15:26.065 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1277823246(state=PENDING, result=null, callback=(continuation of Deferred@379107565 after retry RPC after error@929853255) -> (continuation of Deferred@619003933 after retry RPC after error@949706742) -> (continuation of Deferred@1796724696 after retry RPC after error@1070959530) -> (continuation of Deferred@826196453 after retry RPC after error@1404587227) -> (continuation of Deferred@105179235 after retry RPC after error@358591450) -> (continuation of Deferred@1386836349 after retry RPC after error@1130766695) -> (continuation of Deferred@1656802968 after retry RPC after error@170506337), errback=(continuation of Deferred@379107565 after retry RPC after error@929853255) -> (continuation of Deferred@619003933 after retry RPC after error@949706742) -> (continuation of Deferred@1796724696 after retry RPC after error@1070959530) -> (continuation of Deferred@826196453 after retry RPC after error@1404587227) -> (continuation of Deferred@105179235 after retry RPC after error@358591450) -> (continuation of Deferred@1386836349 after retry RPC after error@1130766695) -> (continuation of Deferred@1656802968 after retry RPC after error@170506337)))
09:15:26.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.304 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.305 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@2045517616(state=PENDING, result=null, callback=(continuation of Deferred@982151594 after retry RPC after error@1007741227) -> (continuation of Deferred@236980093 after retry RPC after error@388799510) -> (continuation of Deferred@2126686328 after retry RPC after error@1159745338) -> (continuation of Deferred@1270194956 after retry RPC after error@948587072) -> (continuation of Deferred@1398846529 after retry RPC after error@352217224) -> (continuation of Deferred@1924465880 after retry RPC after error@411535492) -> (continuation of Deferred@1318319465 after retry RPC after error@701398555), errback=(continuation of Deferred@982151594 after retry RPC after error@1007741227) -> (continuation of Deferred@236980093 after retry RPC after error@388799510) -> (continuation of Deferred@2126686328 after retry RPC after error@1159745338) -> (continuation of Deferred@1270194956 after retry RPC after error@948587072) -> (continuation of Deferred@1398846529 after retry RPC after error@352217224) -> (continuation of Deferred@1924465880 after retry RPC after error@411535492) -> (continuation of Deferred@1318319465 after retry RPC after error@701398555)))
09:15:26.306 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@2045517616(state=PENDING, result=null, callback=(continuation of Deferred@982151594 after retry RPC after error@1007741227) -> (continuation of Deferred@236980093 after retry RPC after error@388799510) -> (continuation of Deferred@2126686328 after retry RPC after error@1159745338) -> (continuation of Deferred@1270194956 after retry RPC after error@948587072) -> (continuation of Deferred@1398846529 after retry RPC after error@352217224) -> (continuation of Deferred@1924465880 after retry RPC after error@411535492) -> (continuation of Deferred@1318319465 after retry RPC after error@701398555), errback=(continuation of Deferred@982151594 after retry RPC after error@1007741227) -> (continuation of Deferred@236980093 after retry RPC after error@388799510) -> (continuation of Deferred@2126686328 after retry RPC after error@1159745338) -> (continuation of Deferred@1270194956 after retry RPC after error@948587072) -> (continuation of Deferred@1398846529 after retry RPC after error@352217224) -> (continuation of Deferred@1924465880 after retry RPC after error@411535492) -> (continuation of Deferred@1318319465 after retry RPC after error@701398555)))
09:15:26.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.505 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@760564693(state=PENDING, result=null, callback=(continuation of Deferred@1464834963 after retry RPC after error@405137328) -> (continuation of Deferred@1062453141 after retry RPC after error@945770569) -> (continuation of Deferred@333957074 after retry RPC after error@608746105) -> (continuation of Deferred@105191026 after retry RPC after error@1146803179) -> (continuation of Deferred@1773028837 after retry RPC after error@148156891) -> (continuation of Deferred@638369845 after retry RPC after error@886803092) -> (continuation of Deferred@801202311 after retry RPC after error@37111501), errback=(continuation of Deferred@1464834963 after retry RPC after error@405137328) -> (continuation of Deferred@1062453141 after retry RPC after error@945770569) -> (continuation of Deferred@333957074 after retry RPC after error@608746105) -> (continuation of Deferred@105191026 after retry RPC after error@1146803179) -> (continuation of Deferred@1773028837 after retry RPC after error@148156891) -> (continuation of Deferred@638369845 after retry RPC after error@886803092) -> (continuation of Deferred@801202311 after retry RPC after error@37111501)))
09:15:26.505 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@760564693(state=PENDING, result=null, callback=(continuation of Deferred@1464834963 after retry RPC after error@405137328) -> (continuation of Deferred@1062453141 after retry RPC after error@945770569) -> (continuation of Deferred@333957074 after retry RPC after error@608746105) -> (continuation of Deferred@105191026 after retry RPC after error@1146803179) -> (continuation of Deferred@1773028837 after retry RPC after error@148156891) -> (continuation of Deferred@638369845 after retry RPC after error@886803092) -> (continuation of Deferred@801202311 after retry RPC after error@37111501), errback=(continuation of Deferred@1464834963 after retry RPC after error@405137328) -> (continuation of Deferred@1062453141 after retry RPC after error@945770569) -> (continuation of Deferred@333957074 after retry RPC after error@608746105) -> (continuation of Deferred@105191026 after retry RPC after error@1146803179) -> (continuation of Deferred@1773028837 after retry RPC after error@148156891) -> (continuation of Deferred@638369845 after retry RPC after error@886803092) -> (continuation of Deferred@801202311 after retry RPC after error@37111501)))
09:15:26.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.564 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.705 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1919064428(state=PENDING, result=null, callback=(continuation of Deferred@433690454 after retry RPC after error@708177249) -> (continuation of Deferred@1233316078 after retry RPC after error@793616715) -> (continuation of Deferred@2054942931 after retry RPC after error@2132825112) -> (continuation of Deferred@557520522 after retry RPC after error@1673440287) -> (continuation of Deferred@1181099475 after retry RPC after error@991635859) -> (continuation of Deferred@1114498876 after retry RPC after error@1420129594) -> (continuation of Deferred@588946112 after retry RPC after error@1102018689) -> (continuation of Deferred@1817588623 after retry RPC after error@329619354), errback=(continuation of Deferred@433690454 after retry RPC after error@708177249) -> (continuation of Deferred@1233316078 after retry RPC after error@793616715) -> (continuation of Deferred@2054942931 after retry RPC after error@2132825112) -> (continuation of Deferred@557520522 after retry RPC after error@1673440287) -> (continuation of Deferred@1181099475 after retry RPC after error@991635859) -> (continuation of Deferred@1114498876 after retry RPC after error@1420129594) -> (continuation of Deferred@588946112 after retry RPC after error@1102018689) -> (continuation of Deferred@1817588623 after retry RPC after error@329619354)))
09:15:26.705 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1919064428(state=PENDING, result=null, callback=(continuation of Deferred@433690454 after retry RPC after error@708177249) -> (continuation of Deferred@1233316078 after retry RPC after error@793616715) -> (continuation of Deferred@2054942931 after retry RPC after error@2132825112) -> (continuation of Deferred@557520522 after retry RPC after error@1673440287) -> (continuation of Deferred@1181099475 after retry RPC after error@991635859) -> (continuation of Deferred@1114498876 after retry RPC after error@1420129594) -> (continuation of Deferred@588946112 after retry RPC after error@1102018689) -> (continuation of Deferred@1817588623 after retry RPC after error@329619354), errback=(continuation of Deferred@433690454 after retry RPC after error@708177249) -> (continuation of Deferred@1233316078 after retry RPC after error@793616715) -> (continuation of Deferred@2054942931 after retry RPC after error@2132825112) -> (continuation of Deferred@557520522 after retry RPC after error@1673440287) -> (continuation of Deferred@1181099475 after retry RPC after error@991635859) -> (continuation of Deferred@1114498876 after retry RPC after error@1420129594) -> (continuation of Deferred@588946112 after retry RPC after error@1102018689) -> (continuation of Deferred@1817588623 after retry RPC after error@329619354)))
09:15:26.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:26.965 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@681075595(state=PENDING, result=null, callback=(continuation of Deferred@86174113 after retry RPC after error@733195364) -> (continuation of Deferred@2111908030 after retry RPC after error@370051250) -> (continuation of Deferred@83039283 after retry RPC after error@840255557) -> (continuation of Deferred@1178940001 after retry RPC after error@619477251) -> (continuation of Deferred@941794081 after retry RPC after error@552436480) -> (continuation of Deferred@1339321158 after retry RPC after error@146225118) -> (continuation of Deferred@622966338 after retry RPC after error@1771619429), errback=(continuation of Deferred@86174113 after retry RPC after error@733195364) -> (continuation of Deferred@2111908030 after retry RPC after error@370051250) -> (continuation of Deferred@83039283 after retry RPC after error@840255557) -> (continuation of Deferred@1178940001 after retry RPC after error@619477251) -> (continuation of Deferred@941794081 after retry RPC after error@552436480) -> (continuation of Deferred@1339321158 after retry RPC after error@146225118) -> (continuation of Deferred@622966338 after retry RPC after error@1771619429)))
09:15:26.965 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@681075595(state=PENDING, result=null, callback=(continuation of Deferred@86174113 after retry RPC after error@733195364) -> (continuation of Deferred@2111908030 after retry RPC after error@370051250) -> (continuation of Deferred@83039283 after retry RPC after error@840255557) -> (continuation of Deferred@1178940001 after retry RPC after error@619477251) -> (continuation of Deferred@941794081 after retry RPC after error@552436480) -> (continuation of Deferred@1339321158 after retry RPC after error@146225118) -> (continuation of Deferred@622966338 after retry RPC after error@1771619429), errback=(continuation of Deferred@86174113 after retry RPC after error@733195364) -> (continuation of Deferred@2111908030 after retry RPC after error@370051250) -> (continuation of Deferred@83039283 after retry RPC after error@840255557) -> (continuation of Deferred@1178940001 after retry RPC after error@619477251) -> (continuation of Deferred@941794081 after retry RPC after error@552436480) -> (continuation of Deferred@1339321158 after retry RPC after error@146225118) -> (continuation of Deferred@622966338 after retry RPC after error@1771619429)))
09:15:26.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:26.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:26.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:26.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:26.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.044 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.084 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.224 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.225 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@905639950(state=PENDING, result=null, callback=(continuation of Deferred@799332121 after retry RPC after error@1441730591) -> (continuation of Deferred@466713221 after retry RPC after error@2039073657) -> (continuation of Deferred@1880934222 after retry RPC after error@1574854330) -> (continuation of Deferred@1296761558 after retry RPC after error@2058275333) -> (continuation of Deferred@1822311593 after retry RPC after error@1125841934) -> (continuation of Deferred@1456610057 after retry RPC after error@1520442676) -> (continuation of Deferred@1141219781 after retry RPC after error@1349246919), errback=(continuation of Deferred@799332121 after retry RPC after error@1441730591) -> (continuation of Deferred@466713221 after retry RPC after error@2039073657) -> (continuation of Deferred@1880934222 after retry RPC after error@1574854330) -> (continuation of Deferred@1296761558 after retry RPC after error@2058275333) -> (continuation of Deferred@1822311593 after retry RPC after error@1125841934) -> (continuation of Deferred@1456610057 after retry RPC after error@1520442676) -> (continuation of Deferred@1141219781 after retry RPC after error@1349246919)))
09:15:27.226 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@905639950(state=PENDING, result=null, callback=(continuation of Deferred@799332121 after retry RPC after error@1441730591) -> (continuation of Deferred@466713221 after retry RPC after error@2039073657) -> (continuation of Deferred@1880934222 after retry RPC after error@1574854330) -> (continuation of Deferred@1296761558 after retry RPC after error@2058275333) -> (continuation of Deferred@1822311593 after retry RPC after error@1125841934) -> (continuation of Deferred@1456610057 after retry RPC after error@1520442676) -> (continuation of Deferred@1141219781 after retry RPC after error@1349246919), errback=(continuation of Deferred@799332121 after retry RPC after error@1441730591) -> (continuation of Deferred@466713221 after retry RPC after error@2039073657) -> (continuation of Deferred@1880934222 after retry RPC after error@1574854330) -> (continuation of Deferred@1296761558 after retry RPC after error@2058275333) -> (continuation of Deferred@1822311593 after retry RPC after error@1125841934) -> (continuation of Deferred@1456610057 after retry RPC after error@1520442676) -> (continuation of Deferred@1141219781 after retry RPC after error@1349246919)))
09:15:27.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.464 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@1082817110(state=PENDING, result=null, callback=(continuation of Deferred@1604293373 after retry RPC after error@1142838275) -> (continuation of Deferred@1042786700 after retry RPC after error@770452692) -> (continuation of Deferred@247946222 after retry RPC after error@944744569) -> (continuation of Deferred@1000803637 after retry RPC after error@2002852889) -> (continuation of Deferred@1129132336 after retry RPC after error@100943168) -> (continuation of Deferred@88686096 after retry RPC after error@2050452340) -> (continuation of Deferred@1348010419 after retry RPC after error@1960009917), errback=(continuation of Deferred@1604293373 after retry RPC after error@1142838275) -> (continuation of Deferred@1042786700 after retry RPC after error@770452692) -> (continuation of Deferred@247946222 after retry RPC after error@944744569) -> (continuation of Deferred@1000803637 after retry RPC after error@2002852889) -> (continuation of Deferred@1129132336 after retry RPC after error@100943168) -> (continuation of Deferred@88686096 after retry RPC after error@2050452340) -> (continuation of Deferred@1348010419 after retry RPC after error@1960009917)))
09:15:27.465 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@1082817110(state=PENDING, result=null, callback=(continuation of Deferred@1604293373 after retry RPC after error@1142838275) -> (continuation of Deferred@1042786700 after retry RPC after error@770452692) -> (continuation of Deferred@247946222 after retry RPC after error@944744569) -> (continuation of Deferred@1000803637 after retry RPC after error@2002852889) -> (continuation of Deferred@1129132336 after retry RPC after error@100943168) -> (continuation of Deferred@88686096 after retry RPC after error@2050452340) -> (continuation of Deferred@1348010419 after retry RPC after error@1960009917), errback=(continuation of Deferred@1604293373 after retry RPC after error@1142838275) -> (continuation of Deferred@1042786700 after retry RPC after error@770452692) -> (continuation of Deferred@247946222 after retry RPC after error@944744569) -> (continuation of Deferred@1000803637 after retry RPC after error@2002852889) -> (continuation of Deferred@1129132336 after retry RPC after error@100943168) -> (continuation of Deferred@88686096 after retry RPC after error@2050452340) -> (continuation of Deferred@1348010419 after retry RPC after error@1960009917)))
09:15:27.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.486 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.724 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [3ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@1010574641(state=PENDING, result=null, callback=(continuation of Deferred@1027132682 after retry RPC after error@2134205917) -> (continuation of Deferred@1696349125 after retry RPC after error@945070074) -> (continuation of Deferred@1140802919 after retry RPC after error@397466440) -> (continuation of Deferred@326502504 after retry RPC after error@264367795) -> (continuation of Deferred@917259857 after retry RPC after error@660054359) -> (continuation of Deferred@79812765 after retry RPC after error@74779328) -> (continuation of Deferred@1346325201 after retry RPC after error@1257768088), errback=(continuation of Deferred@1027132682 after retry RPC after error@2134205917) -> (continuation of Deferred@1696349125 after retry RPC after error@945070074) -> (continuation of Deferred@1140802919 after retry RPC after error@397466440) -> (continuation of Deferred@326502504 after retry RPC after error@264367795) -> (continuation of Deferred@917259857 after retry RPC after error@660054359) -> (continuation of Deferred@79812765 after retry RPC after error@74779328) -> (continuation of Deferred@1346325201 after retry RPC after error@1257768088)))
09:15:27.725 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [3ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@1010574641(state=PENDING, result=null, callback=(continuation of Deferred@1027132682 after retry RPC after error@2134205917) -> (continuation of Deferred@1696349125 after retry RPC after error@945070074) -> (continuation of Deferred@1140802919 after retry RPC after error@397466440) -> (continuation of Deferred@326502504 after retry RPC after error@264367795) -> (continuation of Deferred@917259857 after retry RPC after error@660054359) -> (continuation of Deferred@79812765 after retry RPC after error@74779328) -> (continuation of Deferred@1346325201 after retry RPC after error@1257768088), errback=(continuation of Deferred@1027132682 after retry RPC after error@2134205917) -> (continuation of Deferred@1696349125 after retry RPC after error@945070074) -> (continuation of Deferred@1140802919 after retry RPC after error@397466440) -> (continuation of Deferred@326502504 after retry RPC after error@264367795) -> (continuation of Deferred@917259857 after retry RPC after error@660054359) -> (continuation of Deferred@79812765 after retry RPC after error@74779328) -> (continuation of Deferred@1346325201 after retry RPC after error@1257768088)))
09:15:27.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:27.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:27.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:27.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:27.985 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:27.985 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1359968438(state=PENDING, result=null, callback=(continuation of Deferred@675720730 after retry RPC after error@19823050) -> (continuation of Deferred@1925620656 after retry RPC after error@1478930326) -> (continuation of Deferred@1166929142 after retry RPC after error@933182884) -> (continuation of Deferred@1879294916 after retry RPC after error@489982029) -> (continuation of Deferred@930364737 after retry RPC after error@2043167766) -> (continuation of Deferred@398177544 after retry RPC after error@779362642) -> (continuation of Deferred@956080104 after retry RPC after error@53449749), errback=(continuation of Deferred@675720730 after retry RPC after error@19823050) -> (continuation of Deferred@1925620656 after retry RPC after error@1478930326) -> (continuation of Deferred@1166929142 after retry RPC after error@933182884) -> (continuation of Deferred@1879294916 after retry RPC after error@489982029) -> (continuation of Deferred@930364737 after retry RPC after error@2043167766) -> (continuation of Deferred@398177544 after retry RPC after error@779362642) -> (continuation of Deferred@956080104 after retry RPC after error@53449749)))
09:15:27.986 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1359968438(state=PENDING, result=null, callback=(continuation of Deferred@675720730 after retry RPC after error@19823050) -> (continuation of Deferred@1925620656 after retry RPC after error@1478930326) -> (continuation of Deferred@1166929142 after retry RPC after error@933182884) -> (continuation of Deferred@1879294916 after retry RPC after error@489982029) -> (continuation of Deferred@930364737 after retry RPC after error@2043167766) -> (continuation of Deferred@398177544 after retry RPC after error@779362642) -> (continuation of Deferred@956080104 after retry RPC after error@53449749), errback=(continuation of Deferred@675720730 after retry RPC after error@19823050) -> (continuation of Deferred@1925620656 after retry RPC after error@1478930326) -> (continuation of Deferred@1166929142 after retry RPC after error@933182884) -> (continuation of Deferred@1879294916 after retry RPC after error@489982029) -> (continuation of Deferred@930364737 after retry RPC after error@2043167766) -> (continuation of Deferred@398177544 after retry RPC after error@779362642) -> (continuation of Deferred@956080104 after retry RPC after error@53449749)))
09:15:28.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.245 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@2016785612(state=PENDING, result=null, callback=(continuation of Deferred@665179837 after retry RPC after error@2131854453) -> (continuation of Deferred@1431746908 after retry RPC after error@1107182) -> (continuation of Deferred@151636591 after retry RPC after error@2059982103) -> (continuation of Deferred@439619403 after retry RPC after error@495239031) -> (continuation of Deferred@1519997978 after retry RPC after error@1715819059) -> (continuation of Deferred@1546737639 after retry RPC after error@1685468177) -> (continuation of Deferred@1960809729 after retry RPC after error@952599907), errback=(continuation of Deferred@665179837 after retry RPC after error@2131854453) -> (continuation of Deferred@1431746908 after retry RPC after error@1107182) -> (continuation of Deferred@151636591 after retry RPC after error@2059982103) -> (continuation of Deferred@439619403 after retry RPC after error@495239031) -> (continuation of Deferred@1519997978 after retry RPC after error@1715819059) -> (continuation of Deferred@1546737639 after retry RPC after error@1685468177) -> (continuation of Deferred@1960809729 after retry RPC after error@952599907)))
09:15:28.245 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@2016785612(state=PENDING, result=null, callback=(continuation of Deferred@665179837 after retry RPC after error@2131854453) -> (continuation of Deferred@1431746908 after retry RPC after error@1107182) -> (continuation of Deferred@151636591 after retry RPC after error@2059982103) -> (continuation of Deferred@439619403 after retry RPC after error@495239031) -> (continuation of Deferred@1519997978 after retry RPC after error@1715819059) -> (continuation of Deferred@1546737639 after retry RPC after error@1685468177) -> (continuation of Deferred@1960809729 after retry RPC after error@952599907), errback=(continuation of Deferred@665179837 after retry RPC after error@2131854453) -> (continuation of Deferred@1431746908 after retry RPC after error@1107182) -> (continuation of Deferred@151636591 after retry RPC after error@2059982103) -> (continuation of Deferred@439619403 after retry RPC after error@495239031) -> (continuation of Deferred@1519997978 after retry RPC after error@1715819059) -> (continuation of Deferred@1546737639 after retry RPC after error@1685468177) -> (continuation of Deferred@1960809729 after retry RPC after error@952599907)))
09:15:28.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.364 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.445 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1591233205(state=PENDING, result=null, callback=(continuation of Deferred@800391569 after retry RPC after error@566671640) -> (continuation of Deferred@617287828 after retry RPC after error@953838426) -> (continuation of Deferred@1071930457 after retry RPC after error@738081988) -> (continuation of Deferred@1464719007 after retry RPC after error@1009182615) -> (continuation of Deferred@566059742 after retry RPC after error@2080334385) -> (continuation of Deferred@1111472895 after retry RPC after error@1236203376) -> (continuation of Deferred@63952649 after retry RPC after error@60937131), errback=(continuation of Deferred@800391569 after retry RPC after error@566671640) -> (continuation of Deferred@617287828 after retry RPC after error@953838426) -> (continuation of Deferred@1071930457 after retry RPC after error@738081988) -> (continuation of Deferred@1464719007 after retry RPC after error@1009182615) -> (continuation of Deferred@566059742 after retry RPC after error@2080334385) -> (continuation of Deferred@1111472895 after retry RPC after error@1236203376) -> (continuation of Deferred@63952649 after retry RPC after error@60937131)))
09:15:28.445 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1591233205(state=PENDING, result=null, callback=(continuation of Deferred@800391569 after retry RPC after error@566671640) -> (continuation of Deferred@617287828 after retry RPC after error@953838426) -> (continuation of Deferred@1071930457 after retry RPC after error@738081988) -> (continuation of Deferred@1464719007 after retry RPC after error@1009182615) -> (continuation of Deferred@566059742 after retry RPC after error@2080334385) -> (continuation of Deferred@1111472895 after retry RPC after error@1236203376) -> (continuation of Deferred@63952649 after retry RPC after error@60937131), errback=(continuation of Deferred@800391569 after retry RPC after error@566671640) -> (continuation of Deferred@617287828 after retry RPC after error@953838426) -> (continuation of Deferred@1071930457 after retry RPC after error@738081988) -> (continuation of Deferred@1464719007 after retry RPC after error@1009182615) -> (continuation of Deferred@566059742 after retry RPC after error@2080334385) -> (continuation of Deferred@1111472895 after retry RPC after error@1236203376) -> (continuation of Deferred@63952649 after retry RPC after error@60937131)))
09:15:28.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.705 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@126240807(state=PENDING, result=null, callback=(continuation of Deferred@1921874551 after retry RPC after error@1014803407) -> (continuation of Deferred@463758860 after retry RPC after error@785830447) -> (continuation of Deferred@923884352 after retry RPC after error@1852484798) -> (continuation of Deferred@1455829881 after retry RPC after error@1318704164) -> (continuation of Deferred@1945062892 after retry RPC after error@1222312051) -> (continuation of Deferred@803323882 after retry RPC after error@794388166) -> (continuation of Deferred@642830060 after retry RPC after error@915970765) -> (continuation of Deferred@337935643 after retry RPC after error@1890534927), errback=(continuation of Deferred@1921874551 after retry RPC after error@1014803407) -> (continuation of Deferred@463758860 after retry RPC after error@785830447) -> (continuation of Deferred@923884352 after retry RPC after error@1852484798) -> (continuation of Deferred@1455829881 after retry RPC after error@1318704164) -> (continuation of Deferred@1945062892 after retry RPC after error@1222312051) -> (continuation of Deferred@803323882 after retry RPC after error@794388166) -> (continuation of Deferred@642830060 after retry RPC after error@915970765) -> (continuation of Deferred@337935643 after retry RPC after error@1890534927)))
09:15:28.706 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@126240807(state=PENDING, result=null, callback=(continuation of Deferred@1921874551 after retry RPC after error@1014803407) -> (continuation of Deferred@463758860 after retry RPC after error@785830447) -> (continuation of Deferred@923884352 after retry RPC after error@1852484798) -> (continuation of Deferred@1455829881 after retry RPC after error@1318704164) -> (continuation of Deferred@1945062892 after retry RPC after error@1222312051) -> (continuation of Deferred@803323882 after retry RPC after error@794388166) -> (continuation of Deferred@642830060 after retry RPC after error@915970765) -> (continuation of Deferred@337935643 after retry RPC after error@1890534927), errback=(continuation of Deferred@1921874551 after retry RPC after error@1014803407) -> (continuation of Deferred@463758860 after retry RPC after error@785830447) -> (continuation of Deferred@923884352 after retry RPC after error@1852484798) -> (continuation of Deferred@1455829881 after retry RPC after error@1318704164) -> (continuation of Deferred@1945062892 after retry RPC after error@1222312051) -> (continuation of Deferred@803323882 after retry RPC after error@794388166) -> (continuation of Deferred@642830060 after retry RPC after error@915970765) -> (continuation of Deferred@337935643 after retry RPC after error@1890534927)))
09:15:28.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.885 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@1976867303(state=PENDING, result=null, callback=(continuation of Deferred@606672107 after retry RPC after error@986551221) -> (continuation of Deferred@1061425106 after retry RPC after error@1846452860) -> (continuation of Deferred@40664346 after retry RPC after error@1416238809) -> (continuation of Deferred@1271904537 after retry RPC after error@1347026782) -> (continuation of Deferred@833412320 after retry RPC after error@896850130) -> (continuation of Deferred@63285268 after retry RPC after error@476644413), errback=(continuation of Deferred@606672107 after retry RPC after error@986551221) -> (continuation of Deferred@1061425106 after retry RPC after error@1846452860) -> (continuation of Deferred@40664346 after retry RPC after error@1416238809) -> (continuation of Deferred@1271904537 after retry RPC after error@1347026782) -> (continuation of Deferred@833412320 after retry RPC after error@896850130) -> (continuation of Deferred@63285268 after retry RPC after error@476644413)))
09:15:28.885 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@1976867303(state=PENDING, result=null, callback=(continuation of Deferred@606672107 after retry RPC after error@986551221) -> (continuation of Deferred@1061425106 after retry RPC after error@1846452860) -> (continuation of Deferred@40664346 after retry RPC after error@1416238809) -> (continuation of Deferred@1271904537 after retry RPC after error@1347026782) -> (continuation of Deferred@833412320 after retry RPC after error@896850130) -> (continuation of Deferred@63285268 after retry RPC after error@476644413), errback=(continuation of Deferred@606672107 after retry RPC after error@986551221) -> (continuation of Deferred@1061425106 after retry RPC after error@1846452860) -> (continuation of Deferred@40664346 after retry RPC after error@1416238809) -> (continuation of Deferred@1271904537 after retry RPC after error@1347026782) -> (continuation of Deferred@833412320 after retry RPC after error@896850130) -> (continuation of Deferred@63285268 after retry RPC after error@476644413)))
09:15:28.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:28.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:28.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:28.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:28.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:28.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.105 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@780474304(state=PENDING, result=null, callback=(continuation of Deferred@2091112024 after retry RPC after error@710910223) -> (continuation of Deferred@1232699495 after retry RPC after error@1329898911) -> (continuation of Deferred@758623033 after retry RPC after error@2050433097) -> (continuation of Deferred@2143874512 after retry RPC after error@365610987) -> (continuation of Deferred@87349256 after retry RPC after error@1187153295) -> (continuation of Deferred@2128369386 after retry RPC after error@1038758725) -> (continuation of Deferred@515721320 after retry RPC after error@1283545293), errback=(continuation of Deferred@2091112024 after retry RPC after error@710910223) -> (continuation of Deferred@1232699495 after retry RPC after error@1329898911) -> (continuation of Deferred@758623033 after retry RPC after error@2050433097) -> (continuation of Deferred@2143874512 after retry RPC after error@365610987) -> (continuation of Deferred@87349256 after retry RPC after error@1187153295) -> (continuation of Deferred@2128369386 after retry RPC after error@1038758725) -> (continuation of Deferred@515721320 after retry RPC after error@1283545293)))
09:15:29.106 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@780474304(state=PENDING, result=null, callback=(continuation of Deferred@2091112024 after retry RPC after error@710910223) -> (continuation of Deferred@1232699495 after retry RPC after error@1329898911) -> (continuation of Deferred@758623033 after retry RPC after error@2050433097) -> (continuation of Deferred@2143874512 after retry RPC after error@365610987) -> (continuation of Deferred@87349256 after retry RPC after error@1187153295) -> (continuation of Deferred@2128369386 after retry RPC after error@1038758725) -> (continuation of Deferred@515721320 after retry RPC after error@1283545293), errback=(continuation of Deferred@2091112024 after retry RPC after error@710910223) -> (continuation of Deferred@1232699495 after retry RPC after error@1329898911) -> (continuation of Deferred@758623033 after retry RPC after error@2050433097) -> (continuation of Deferred@2143874512 after retry RPC after error@365610987) -> (continuation of Deferred@87349256 after retry RPC after error@1187153295) -> (continuation of Deferred@2128369386 after retry RPC after error@1038758725) -> (continuation of Deferred@515721320 after retry RPC after error@1283545293)))
09:15:29.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.224 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.345 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@2006081402(state=PENDING, result=null, callback=(continuation of Deferred@630103725 after retry RPC after error@1023541740) -> (continuation of Deferred@1877778987 after retry RPC after error@182470947) -> (continuation of Deferred@1540015396 after retry RPC after error@1986699984) -> (continuation of Deferred@2090712012 after retry RPC after error@1950112813) -> (continuation of Deferred@2043823211 after retry RPC after error@1510802851) -> (continuation of Deferred@1264555765 after retry RPC after error@1570010759) -> (continuation of Deferred@906924098 after retry RPC after error@68987709), errback=(continuation of Deferred@630103725 after retry RPC after error@1023541740) -> (continuation of Deferred@1877778987 after retry RPC after error@182470947) -> (continuation of Deferred@1540015396 after retry RPC after error@1986699984) -> (continuation of Deferred@2090712012 after retry RPC after error@1950112813) -> (continuation of Deferred@2043823211 after retry RPC after error@1510802851) -> (continuation of Deferred@1264555765 after retry RPC after error@1570010759) -> (continuation of Deferred@906924098 after retry RPC after error@68987709)))
09:15:29.346 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@2006081402(state=PENDING, result=null, callback=(continuation of Deferred@630103725 after retry RPC after error@1023541740) -> (continuation of Deferred@1877778987 after retry RPC after error@182470947) -> (continuation of Deferred@1540015396 after retry RPC after error@1986699984) -> (continuation of Deferred@2090712012 after retry RPC after error@1950112813) -> (continuation of Deferred@2043823211 after retry RPC after error@1510802851) -> (continuation of Deferred@1264555765 after retry RPC after error@1570010759) -> (continuation of Deferred@906924098 after retry RPC after error@68987709), errback=(continuation of Deferred@630103725 after retry RPC after error@1023541740) -> (continuation of Deferred@1877778987 after retry RPC after error@182470947) -> (continuation of Deferred@1540015396 after retry RPC after error@1986699984) -> (continuation of Deferred@2090712012 after retry RPC after error@1950112813) -> (continuation of Deferred@2043823211 after retry RPC after error@1510802851) -> (continuation of Deferred@1264555765 after retry RPC after error@1570010759) -> (continuation of Deferred@906924098 after retry RPC after error@68987709)))
09:15:29.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.384 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.564 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.565 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@658398448(state=PENDING, result=null, callback=(continuation of Deferred@2113964999 after retry RPC after error@435375076) -> (continuation of Deferred@937617349 after retry RPC after error@1651434517) -> (continuation of Deferred@415892780 after retry RPC after error@459657658) -> (continuation of Deferred@999936476 after retry RPC after error@784516342) -> (continuation of Deferred@1726568295 after retry RPC after error@1404350977) -> (continuation of Deferred@651595418 after retry RPC after error@512428994) -> (continuation of Deferred@854930715 after retry RPC after error@1151839742), errback=(continuation of Deferred@2113964999 after retry RPC after error@435375076) -> (continuation of Deferred@937617349 after retry RPC after error@1651434517) -> (continuation of Deferred@415892780 after retry RPC after error@459657658) -> (continuation of Deferred@999936476 after retry RPC after error@784516342) -> (continuation of Deferred@1726568295 after retry RPC after error@1404350977) -> (continuation of Deferred@651595418 after retry RPC after error@512428994) -> (continuation of Deferred@854930715 after retry RPC after error@1151839742)))
09:15:29.566 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@658398448(state=PENDING, result=null, callback=(continuation of Deferred@2113964999 after retry RPC after error@435375076) -> (continuation of Deferred@937617349 after retry RPC after error@1651434517) -> (continuation of Deferred@415892780 after retry RPC after error@459657658) -> (continuation of Deferred@999936476 after retry RPC after error@784516342) -> (continuation of Deferred@1726568295 after retry RPC after error@1404350977) -> (continuation of Deferred@651595418 after retry RPC after error@512428994) -> (continuation of Deferred@854930715 after retry RPC after error@1151839742), errback=(continuation of Deferred@2113964999 after retry RPC after error@435375076) -> (continuation of Deferred@937617349 after retry RPC after error@1651434517) -> (continuation of Deferred@415892780 after retry RPC after error@459657658) -> (continuation of Deferred@999936476 after retry RPC after error@784516342) -> (continuation of Deferred@1726568295 after retry RPC after error@1404350977) -> (continuation of Deferred@651595418 after retry RPC after error@512428994) -> (continuation of Deferred@854930715 after retry RPC after error@1151839742)))
09:15:29.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.785 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@232896747(state=PENDING, result=null, callback=(continuation of Deferred@1571813824 after retry RPC after error@1387931913) -> (continuation of Deferred@1944970528 after retry RPC after error@1934310742) -> (continuation of Deferred@1359522566 after retry RPC after error@1392063055) -> (continuation of Deferred@1319180757 after retry RPC after error@1680485594) -> (continuation of Deferred@1886321602 after retry RPC after error@1805567178) -> (continuation of Deferred@758585309 after retry RPC after error@416199261) -> (continuation of Deferred@536472173 after retry RPC after error@48027084) -> (continuation of Deferred@390112181 after retry RPC after error@2054268762), errback=(continuation of Deferred@1571813824 after retry RPC after error@1387931913) -> (continuation of Deferred@1944970528 after retry RPC after error@1934310742) -> (continuation of Deferred@1359522566 after retry RPC after error@1392063055) -> (continuation of Deferred@1319180757 after retry RPC after error@1680485594) -> (continuation of Deferred@1886321602 after retry RPC after error@1805567178) -> (continuation of Deferred@758585309 after retry RPC after error@416199261) -> (continuation of Deferred@536472173 after retry RPC after error@48027084) -> (continuation of Deferred@390112181 after retry RPC after error@2054268762)))
09:15:29.785 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [200ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [201ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@232896747(state=PENDING, result=null, callback=(continuation of Deferred@1571813824 after retry RPC after error@1387931913) -> (continuation of Deferred@1944970528 after retry RPC after error@1934310742) -> (continuation of Deferred@1359522566 after retry RPC after error@1392063055) -> (continuation of Deferred@1319180757 after retry RPC after error@1680485594) -> (continuation of Deferred@1886321602 after retry RPC after error@1805567178) -> (continuation of Deferred@758585309 after retry RPC after error@416199261) -> (continuation of Deferred@536472173 after retry RPC after error@48027084) -> (continuation of Deferred@390112181 after retry RPC after error@2054268762), errback=(continuation of Deferred@1571813824 after retry RPC after error@1387931913) -> (continuation of Deferred@1944970528 after retry RPC after error@1934310742) -> (continuation of Deferred@1359522566 after retry RPC after error@1392063055) -> (continuation of Deferred@1319180757 after retry RPC after error@1680485594) -> (continuation of Deferred@1886321602 after retry RPC after error@1805567178) -> (continuation of Deferred@758585309 after retry RPC after error@416199261) -> (continuation of Deferred@536472173 after retry RPC after error@48027084) -> (continuation of Deferred@390112181 after retry RPC after error@2054268762)))
09:15:29.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:29.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:29.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:29.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:29.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:29.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.024 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@608313493(state=PENDING, result=null, callback=(continuation of Deferred@591383675 after retry RPC after error@14022197) -> (continuation of Deferred@1352999048 after retry RPC after error@1708582017) -> (continuation of Deferred@945266772 after retry RPC after error@396135733) -> (continuation of Deferred@1849970222 after retry RPC after error@1013210507) -> (continuation of Deferred@959717203 after retry RPC after error@1244846181) -> (continuation of Deferred@105634355 after retry RPC after error@408770420) -> (continuation of Deferred@25824683 after retry RPC after error@1571232783), errback=(continuation of Deferred@591383675 after retry RPC after error@14022197) -> (continuation of Deferred@1352999048 after retry RPC after error@1708582017) -> (continuation of Deferred@945266772 after retry RPC after error@396135733) -> (continuation of Deferred@1849970222 after retry RPC after error@1013210507) -> (continuation of Deferred@959717203 after retry RPC after error@1244846181) -> (continuation of Deferred@105634355 after retry RPC after error@408770420) -> (continuation of Deferred@25824683 after retry RPC after error@1571232783)))
09:15:30.025 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@608313493(state=PENDING, result=null, callback=(continuation of Deferred@591383675 after retry RPC after error@14022197) -> (continuation of Deferred@1352999048 after retry RPC after error@1708582017) -> (continuation of Deferred@945266772 after retry RPC after error@396135733) -> (continuation of Deferred@1849970222 after retry RPC after error@1013210507) -> (continuation of Deferred@959717203 after retry RPC after error@1244846181) -> (continuation of Deferred@105634355 after retry RPC after error@408770420) -> (continuation of Deferred@25824683 after retry RPC after error@1571232783), errback=(continuation of Deferred@591383675 after retry RPC after error@14022197) -> (continuation of Deferred@1352999048 after retry RPC after error@1708582017) -> (continuation of Deferred@945266772 after retry RPC after error@396135733) -> (continuation of Deferred@1849970222 after retry RPC after error@1013210507) -> (continuation of Deferred@959717203 after retry RPC after error@1244846181) -> (continuation of Deferred@105634355 after retry RPC after error@408770420) -> (continuation of Deferred@25824683 after retry RPC after error@1571232783)))
09:15:30.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.285 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@825935897(state=PENDING, result=null, callback=(continuation of Deferred@1389525796 after retry RPC after error@1417705993) -> (continuation of Deferred@754312308 after retry RPC after error@1265146867) -> (continuation of Deferred@178442977 after retry RPC after error@1571139982) -> (continuation of Deferred@1592797194 after retry RPC after error@1372096292) -> (continuation of Deferred@1306616358 after retry RPC after error@1035502549) -> (continuation of Deferred@1649888272 after retry RPC after error@2008225497) -> (continuation of Deferred@822458971 after retry RPC after error@1213870469), errback=(continuation of Deferred@1389525796 after retry RPC after error@1417705993) -> (continuation of Deferred@754312308 after retry RPC after error@1265146867) -> (continuation of Deferred@178442977 after retry RPC after error@1571139982) -> (continuation of Deferred@1592797194 after retry RPC after error@1372096292) -> (continuation of Deferred@1306616358 after retry RPC after error@1035502549) -> (continuation of Deferred@1649888272 after retry RPC after error@2008225497) -> (continuation of Deferred@822458971 after retry RPC after error@1213870469)))
09:15:30.286 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@825935897(state=PENDING, result=null, callback=(continuation of Deferred@1389525796 after retry RPC after error@1417705993) -> (continuation of Deferred@754312308 after retry RPC after error@1265146867) -> (continuation of Deferred@178442977 after retry RPC after error@1571139982) -> (continuation of Deferred@1592797194 after retry RPC after error@1372096292) -> (continuation of Deferred@1306616358 after retry RPC after error@1035502549) -> (continuation of Deferred@1649888272 after retry RPC after error@2008225497) -> (continuation of Deferred@822458971 after retry RPC after error@1213870469), errback=(continuation of Deferred@1389525796 after retry RPC after error@1417705993) -> (continuation of Deferred@754312308 after retry RPC after error@1265146867) -> (continuation of Deferred@178442977 after retry RPC after error@1571139982) -> (continuation of Deferred@1592797194 after retry RPC after error@1372096292) -> (continuation of Deferred@1306616358 after retry RPC after error@1035502549) -> (continuation of Deferred@1649888272 after retry RPC after error@2008225497) -> (continuation of Deferred@822458971 after retry RPC after error@1213870469)))
09:15:30.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.324 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.484 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1988259838(state=PENDING, result=null, callback=(continuation of Deferred@1347488511 after retry RPC after error@1560372325) -> (continuation of Deferred@1882260883 after retry RPC after error@355039732) -> (continuation of Deferred@1299681116 after retry RPC after error@453241051) -> (continuation of Deferred@1667656629 after retry RPC after error@1037981940) -> (continuation of Deferred@1277312380 after retry RPC after error@1214468371) -> (continuation of Deferred@403222633 after retry RPC after error@1474183780) -> (continuation of Deferred@181034046 after retry RPC after error@1492348861), errback=(continuation of Deferred@1347488511 after retry RPC after error@1560372325) -> (continuation of Deferred@1882260883 after retry RPC after error@355039732) -> (continuation of Deferred@1299681116 after retry RPC after error@453241051) -> (continuation of Deferred@1667656629 after retry RPC after error@1037981940) -> (continuation of Deferred@1277312380 after retry RPC after error@1214468371) -> (continuation of Deferred@403222633 after retry RPC after error@1474183780) -> (continuation of Deferred@181034046 after retry RPC after error@1492348861)))
09:15:30.485 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1988259838(state=PENDING, result=null, callback=(continuation of Deferred@1347488511 after retry RPC after error@1560372325) -> (continuation of Deferred@1882260883 after retry RPC after error@355039732) -> (continuation of Deferred@1299681116 after retry RPC after error@453241051) -> (continuation of Deferred@1667656629 after retry RPC after error@1037981940) -> (continuation of Deferred@1277312380 after retry RPC after error@1214468371) -> (continuation of Deferred@403222633 after retry RPC after error@1474183780) -> (continuation of Deferred@181034046 after retry RPC after error@1492348861), errback=(continuation of Deferred@1347488511 after retry RPC after error@1560372325) -> (continuation of Deferred@1882260883 after retry RPC after error@355039732) -> (continuation of Deferred@1299681116 after retry RPC after error@453241051) -> (continuation of Deferred@1667656629 after retry RPC after error@1037981940) -> (continuation of Deferred@1277312380 after retry RPC after error@1214468371) -> (continuation of Deferred@403222633 after retry RPC after error@1474183780) -> (continuation of Deferred@181034046 after retry RPC after error@1492348861)))
09:15:30.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.564 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.764 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@261351926(state=PENDING, result=null, callback=(continuation of Deferred@934936458 after retry RPC after error@1830674848) -> (continuation of Deferred@993911340 after retry RPC after error@737239268) -> (continuation of Deferred@1405915071 after retry RPC after error@1373533319) -> (continuation of Deferred@86429714 after retry RPC after error@628127250) -> (continuation of Deferred@318157940 after retry RPC after error@808354017) -> (continuation of Deferred@54227126 after retry RPC after error@626873893) -> (continuation of Deferred@45024238 after retry RPC after error@1178772178), errback=(continuation of Deferred@934936458 after retry RPC after error@1830674848) -> (continuation of Deferred@993911340 after retry RPC after error@737239268) -> (continuation of Deferred@1405915071 after retry RPC after error@1373533319) -> (continuation of Deferred@86429714 after retry RPC after error@628127250) -> (continuation of Deferred@318157940 after retry RPC after error@808354017) -> (continuation of Deferred@54227126 after retry RPC after error@626873893) -> (continuation of Deferred@45024238 after retry RPC after error@1178772178)))
09:15:30.764 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:15:30.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.844 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.864 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:30.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:30.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:30.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:30.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:30.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.025 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [63ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@249475742(state=PENDING, result=null, callback=(continuation of Deferred@1855633795 after retry RPC after error@453586778) -> (continuation of Deferred@1253270809 after retry RPC after error@830629011) -> (continuation of Deferred@183473537 after retry RPC after error@1489901689) -> (continuation of Deferred@159655380 after retry RPC after error@721448587) -> (continuation of Deferred@1563796983 after retry RPC after error@1964008440) -> (continuation of Deferred@1561481739 after retry RPC after error@1976441620) -> (continuation of Deferred@94634567 after retry RPC after error@1943912104), errback=(continuation of Deferred@1855633795 after retry RPC after error@453586778) -> (continuation of Deferred@1253270809 after retry RPC after error@830629011) -> (continuation of Deferred@183473537 after retry RPC after error@1489901689) -> (continuation of Deferred@159655380 after retry RPC after error@721448587) -> (continuation of Deferred@1563796983 after retry RPC after error@1964008440) -> (continuation of Deferred@1561481739 after retry RPC after error@1976441620) -> (continuation of Deferred@94634567 after retry RPC after error@1943912104)))
09:15:31.025 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [63ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [242ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@249475742(state=PENDING, result=null, callback=(continuation of Deferred@1855633795 after retry RPC after error@453586778) -> (continuation of Deferred@1253270809 after retry RPC after error@830629011) -> (continuation of Deferred@183473537 after retry RPC after error@1489901689) -> (continuation of Deferred@159655380 after retry RPC after error@721448587) -> (continuation of Deferred@1563796983 after retry RPC after error@1964008440) -> (continuation of Deferred@1561481739 after retry RPC after error@1976441620) -> (continuation of Deferred@94634567 after retry RPC after error@1943912104), errback=(continuation of Deferred@1855633795 after retry RPC after error@453586778) -> (continuation of Deferred@1253270809 after retry RPC after error@830629011) -> (continuation of Deferred@183473537 after retry RPC after error@1489901689) -> (continuation of Deferred@159655380 after retry RPC after error@721448587) -> (continuation of Deferred@1563796983 after retry RPC after error@1964008440) -> (continuation of Deferred@1561481739 after retry RPC after error@1976441620) -> (continuation of Deferred@94634567 after retry RPC after error@1943912104)))
09:15:31.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.265 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@501301770(state=PENDING, result=null, callback=(continuation of Deferred@249442842 after retry RPC after error@1664425468) -> (continuation of Deferred@1152397722 after retry RPC after error@1398196756) -> (continuation of Deferred@753368198 after retry RPC after error@1744199195) -> (continuation of Deferred@579837854 after retry RPC after error@1206708145) -> (continuation of Deferred@1358475398 after retry RPC after error@95103492) -> (continuation of Deferred@1527129664 after retry RPC after error@2071434238) -> (continuation of Deferred@1847488662 after retry RPC after error@842636379), errback=(continuation of Deferred@249442842 after retry RPC after error@1664425468) -> (continuation of Deferred@1152397722 after retry RPC after error@1398196756) -> (continuation of Deferred@753368198 after retry RPC after error@1744199195) -> (continuation of Deferred@579837854 after retry RPC after error@1206708145) -> (continuation of Deferred@1358475398 after retry RPC after error@95103492) -> (continuation of Deferred@1527129664 after retry RPC after error@2071434238) -> (continuation of Deferred@1847488662 after retry RPC after error@842636379)))
09:15:31.265 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [141ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, deferred=Deferred@501301770(state=PENDING, result=null, callback=(continuation of Deferred@249442842 after retry RPC after error@1664425468) -> (continuation of Deferred@1152397722 after retry RPC after error@1398196756) -> (continuation of Deferred@753368198 after retry RPC after error@1744199195) -> (continuation of Deferred@579837854 after retry RPC after error@1206708145) -> (continuation of Deferred@1358475398 after retry RPC after error@95103492) -> (continuation of Deferred@1527129664 after retry RPC after error@2071434238) -> (continuation of Deferred@1847488662 after retry RPC after error@842636379), errback=(continuation of Deferred@249442842 after retry RPC after error@1664425468) -> (continuation of Deferred@1152397722 after retry RPC after error@1398196756) -> (continuation of Deferred@753368198 after retry RPC after error@1744199195) -> (continuation of Deferred@579837854 after retry RPC after error@1206708145) -> (continuation of Deferred@1358475398 after retry RPC after error@95103492) -> (continuation of Deferred@1527129664 after retry RPC after error@2071434238) -> (continuation of Deferred@1847488662 after retry RPC after error@842636379)))
09:15:31.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.304 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.324 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.543 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1479912526(state=PENDING, result=null, callback=(continuation of Deferred@1830075853 after retry RPC after error@570786128) -> (continuation of Deferred@489660065 after retry RPC after error@1754072726) -> (continuation of Deferred@549397663 after retry RPC after error@775831257) -> (continuation of Deferred@1325758249 after retry RPC after error@1337745897) -> (continuation of Deferred@377372509 after retry RPC after error@1231623101) -> (continuation of Deferred@758225286 after retry RPC after error@28186336) -> (continuation of Deferred@1716344159 after retry RPC after error@1740130000), errback=(continuation of Deferred@1830075853 after retry RPC after error@570786128) -> (continuation of Deferred@489660065 after retry RPC after error@1754072726) -> (continuation of Deferred@549397663 after retry RPC after error@775831257) -> (continuation of Deferred@1325758249 after retry RPC after error@1337745897) -> (continuation of Deferred@377372509 after retry RPC after error@1231623101) -> (continuation of Deferred@758225286 after retry RPC after error@28186336) -> (continuation of Deferred@1716344159 after retry RPC after error@1740130000)))
09:15:31.543 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:15:31.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.623 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.805 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@415103452(state=PENDING, result=null, callback=(continuation of Deferred@1083193142 after retry RPC after error@1827656084) -> (continuation of Deferred@1834144316 after retry RPC after error@450278739) -> (continuation of Deferred@1530792120 after retry RPC after error@1229918522) -> (continuation of Deferred@846719261 after retry RPC after error@488943149) -> (continuation of Deferred@921964281 after retry RPC after error@117641180) -> (continuation of Deferred@170996000 after retry RPC after error@853320589) -> (continuation of Deferred@617214185 after retry RPC after error@1001088579) -> (continuation of Deferred@949020711 after retry RPC after error@1862792307), errback=(continuation of Deferred@1083193142 after retry RPC after error@1827656084) -> (continuation of Deferred@1834144316 after retry RPC after error@450278739) -> (continuation of Deferred@1530792120 after retry RPC after error@1229918522) -> (continuation of Deferred@846719261 after retry RPC after error@488943149) -> (continuation of Deferred@921964281 after retry RPC after error@117641180) -> (continuation of Deferred@170996000 after retry RPC after error@853320589) -> (continuation of Deferred@617214185 after retry RPC after error@1001088579) -> (continuation of Deferred@949020711 after retry RPC after error@1862792307)))
09:15:31.805 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [20ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [240ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [241ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@415103452(state=PENDING, result=null, callback=(continuation of Deferred@1083193142 after retry RPC after error@1827656084) -> (continuation of Deferred@1834144316 after retry RPC after error@450278739) -> (continuation of Deferred@1530792120 after retry RPC after error@1229918522) -> (continuation of Deferred@846719261 after retry RPC after error@488943149) -> (continuation of Deferred@921964281 after retry RPC after error@117641180) -> (continuation of Deferred@170996000 after retry RPC after error@853320589) -> (continuation of Deferred@617214185 after retry RPC after error@1001088579) -> (continuation of Deferred@949020711 after retry RPC after error@1862792307), errback=(continuation of Deferred@1083193142 after retry RPC after error@1827656084) -> (continuation of Deferred@1834144316 after retry RPC after error@450278739) -> (continuation of Deferred@1530792120 after retry RPC after error@1229918522) -> (continuation of Deferred@846719261 after retry RPC after error@488943149) -> (continuation of Deferred@921964281 after retry RPC after error@117641180) -> (continuation of Deferred@170996000 after retry RPC after error@853320589) -> (continuation of Deferred@617214185 after retry RPC after error@1001088579) -> (continuation of Deferred@949020711 after retry RPC after error@1862792307)))
09:15:31.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:31.965 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1605558064(state=PENDING, result=null, callback=(continuation of Deferred@1507245152 after retry RPC after error@268697228) -> (continuation of Deferred@1661520838 after retry RPC after error@713737160) -> (continuation of Deferred@1179864901 after retry RPC after error@1227570845) -> (continuation of Deferred@1826134661 after retry RPC after error@271618133) -> (continuation of Deferred@1279642737 after retry RPC after error@1552604338) -> (continuation of Deferred@1957591316 after retry RPC after error@1611197932) -> (continuation of Deferred@46961624 after retry RPC after error@136949887), errback=(continuation of Deferred@1507245152 after retry RPC after error@268697228) -> (continuation of Deferred@1661520838 after retry RPC after error@713737160) -> (continuation of Deferred@1179864901 after retry RPC after error@1227570845) -> (continuation of Deferred@1826134661 after retry RPC after error@271618133) -> (continuation of Deferred@1279642737 after retry RPC after error@1552604338) -> (continuation of Deferred@1957591316 after retry RPC after error@1611197932) -> (continuation of Deferred@46961624 after retry RPC after error@136949887)))
09:15:31.965 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [41ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@1605558064(state=PENDING, result=null, callback=(continuation of Deferred@1507245152 after retry RPC after error@268697228) -> (continuation of Deferred@1661520838 after retry RPC after error@713737160) -> (continuation of Deferred@1179864901 after retry RPC after error@1227570845) -> (continuation of Deferred@1826134661 after retry RPC after error@271618133) -> (continuation of Deferred@1279642737 after retry RPC after error@1552604338) -> (continuation of Deferred@1957591316 after retry RPC after error@1611197932) -> (continuation of Deferred@46961624 after retry RPC after error@136949887), errback=(continuation of Deferred@1507245152 after retry RPC after error@268697228) -> (continuation of Deferred@1661520838 after retry RPC after error@713737160) -> (continuation of Deferred@1179864901 after retry RPC after error@1227570845) -> (continuation of Deferred@1826134661 after retry RPC after error@271618133) -> (continuation of Deferred@1279642737 after retry RPC after error@1552604338) -> (continuation of Deferred@1957591316 after retry RPC after error@1611197932) -> (continuation of Deferred@46961624 after retry RPC after error@136949887)))
09:15:31.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:31.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:31.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:31.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:31.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:32.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:32.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:32.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:32.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:32.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:32.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:32.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:32.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:32.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:32.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:32.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:32.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:32.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:32.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:32.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:32.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:32.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:32.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:32.165 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@941297534(state=PENDING, result=null, callback=(continuation of Deferred@2115946675 after retry RPC after error@1404957897) -> (continuation of Deferred@747218795 after retry RPC after error@1284062587) -> (continuation of Deferred@1155153673 after retry RPC after error@2021495015) -> (continuation of Deferred@430883452 after retry RPC after error@482957015) -> (continuation of Deferred@159256624 after retry RPC after error@495993680) -> (continuation of Deferred@1925373884 after retry RPC after error@611012829), errback=(continuation of Deferred@2115946675 after retry RPC after error@1404957897) -> (continuation of Deferred@747218795 after retry RPC after error@1284062587) -> (continuation of Deferred@1155153673 after retry RPC after error@2021495015) -> (continuation of Deferred@430883452 after retry RPC after error@482957015) -> (continuation of Deferred@159256624 after retry RPC after error@495993680) -> (continuation of Deferred@1925373884 after retry RPC after error@611012829)))
09:15:32.165 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [0ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [21ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [40ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [80ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, deferred=Deferred@941297534(state=PENDING, result=null, callback=(continuation of Deferred@2115946675 after retry RPC after error@1404957897) -> (continuation of Deferred@747218795 after retry RPC after error@1284062587) -> (continuation of Deferred@1155153673 after retry RPC after error@2021495015) -> (continuation of Deferred@430883452 after retry RPC after error@482957015) -> (continuation of Deferred@159256624 after retry RPC after error@495993680) -> (continuation of Deferred@1925373884 after retry RPC after error@611012829), errback=(continuation of Deferred@2115946675 after retry RPC after error@1404957897) -> (continuation of Deferred@747218795 after retry RPC after error@1284062587) -> (continuation of Deferred@1155153673 after retry RPC after error@2021495015) -> (continuation of Deferred@430883452 after retry RPC after error@482957015) -> (continuation of Deferred@159256624 after retry RPC after error@495993680) -> (continuation of Deferred@1925373884 after retry RPC after error@611012829)))
09:15:32.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:32.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:32.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:32.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:32.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:32.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:32.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:32.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:32.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:32.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.254:33205(127.9.205.254:33205)] connecting to peer
09:15:32.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.9.205.252:36311(127.9.205.252:36311)] connecting to peer
09:15:32.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.254:33205(127.9.205.254:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.254:33205: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205
09:15:32.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.252:36311(127.9.205.252:36311)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.252:36311: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311
09:15:32.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:32.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311; will retry
09:15:32.245 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=31, TimeoutTracker(timeout=50000, elapsed=48662), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [23ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [23ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [23ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [63ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [63ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [83ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [83ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [123ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [183ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [183ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [184ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [223ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [223ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [224ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [462ms] refreshing cache from master, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [463ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [463ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [463ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [463ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [722ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [723ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [723ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [723ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1563ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1922ms] refreshing cache from master, [1922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1923ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1924ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1924ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [5722ms] refreshing cache from master, [5722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [5722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [5722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [5723ms] too many traces: truncated at 100 traces, deferred=Deferred@1418146422(state=PENDING, result=null, callback=(continuation of Deferred@828785697 after retry RPC after error@1604639190) -> (continuation of Deferred@202326703 after retry RPC after error@1643566554) -> (continuation of Deferred@1655882377 after retry RPC after error@455204192) -> (continuation of Deferred@1833827985 after retry RPC after error@977448679) -> (continuation of Deferred@1318094252 after retry RPC after error@1531943875) -> (continuation of Deferred@1509187405 after retry RPC after error@1995372290) -> (continuation of Deferred@1016701334 after retry RPC after error@456107077) -> (continuation of Deferred@1624936026 after retry RPC after error@1636643748) -> (continuation of Deferred@275364626 after retry RPC after error@1988245718) -> (continuation of Deferred@1117704194 after retry RPC after error@1250352102) -> (continuation of Deferred@392841359 after retry RPC after error@1892255292) -> (continuation of Deferred@1147356903 after retry RPC after error@944176230) -> (continuation of Deferred@2100159953 after retry RPC after error@1097430062) -> (continuation of Deferred@526599834 after retry RPC after error@281623772) -> (continuation of Deferred@47726713 after retry RPC after error@144350216) -> (continuation of Deferred@222845975 after retry RPC after error@1421786814) -> (continuation of Deferred@338028504 after retry RPC after error@1216562056) -> (continuation of Deferred@132388459 after retry RPC after error@638456679) -> (continuation of Deferred@489569113 after retry RPC after error@1331934327) -> (continuation of Deferred@1746117822 after retry RPC after error@1045436400) -> (continuation of Deferred@1380452240 after retry RPC after error@14336418) -> (continuation of Deferred@1964614483 after retry RPC after error@1271448983) -> (continuation of Deferred@1504587769 after retry RPC after error@263140031) -> (continuation of Deferred@932449058 after retry RPC after error@989697082) -> (continuation of Deferred@310687099 after retry RPC after error@1690847070) -> (continuation of Deferred@1938988542 after retry RPC after error@630758386) -> (continuation of Deferred@310431063 after retry RPC after error@877959918) -> (continuation of Deferred@1397660919 after retry RPC after error@845728359) -> (continuation of Deferred@638993160 after retry RPC after error@914697934) -> (continuation of Deferred@294364621 after retry RPC after error@1698987625), errback=(continuation of Deferred@828785697 after retry RPC after error@1604639190) -> (continuation of Deferred@202326703 after retry RPC after error@1643566554) -> (continuation of Deferred@1655882377 after retry RPC after error@455204192) -> (continuation of Deferred@1833827985 after retry RPC after error@977448679) -> (continuation of Deferred@1318094252 after retry RPC after error@1531943875) -> (continuation of Deferred@1509187405 after retry RPC after error@1995372290) -> (continuation of Deferred@1016701334 after retry RPC after error@456107077) -> (continuation of Deferred@1624936026 after retry RPC after error@1636643748) -> (continuation of Deferred@275364626 after retry RPC after error@1988245718) -> (continuation of Deferred@1117704194 after retry RPC after error@1250352102) -> (continuation of Deferred@392841359 after retry RPC after error@1892255292) -> (continuation of Deferred@1147356903 after retry RPC after error@944176230) -> (continuation of Deferred@2100159953 after retry RPC after error@1097430062) -> (continuation of Deferred@526599834 after retry RPC after error@281623772) -> (continuation of Deferred@47726713 after retry RPC after error@144350216) -> (continuation of Deferred@222845975 after retry RPC after error@1421786814) -> (continuation of Deferred@338028504 after retry RPC after error@1216562056) -> (continuation of Deferred@132388459 after retry RPC after error@638456679) -> (continuation of Deferred@489569113 after retry RPC after error@1331934327) -> (continuation of Deferred@1746117822 after retry RPC after error@1045436400) -> (continuation of Deferred@1380452240 after retry RPC after error@14336418) -> (continuation of Deferred@1964614483 after retry RPC after error@1271448983) -> (continuation of Deferred@1504587769 after retry RPC after error@263140031) -> (continuation of Deferred@932449058 after retry RPC after error@989697082) -> (continuation of Deferred@310687099 after retry RPC after error@1690847070) -> (continuation of Deferred@1938988542 after retry RPC after error@630758386) -> (continuation of Deferred@310431063 after retry RPC after error@877959918) -> (continuation of Deferred@1397660919 after retry RPC after error@845728359) -> (continuation of Deferred@638993160 after retry RPC after error@914697934) -> (continuation of Deferred@294364621 after retry RPC after error@1698987625)))
09:15:32.246 [DEBUG - main] (Connection.java:575) [peer master-127.9.205.254:33205(127.9.205.254:33205)] disconnecting while in state TERMINATED
09:15:32.246 [DEBUG - main] (Connection.java:575) [peer master-127.9.205.252:36311(127.9.205.252:36311)] disconnecting while in state TERMINATED
09:15:32.246 [DEBUG - main] (Connection.java:575) [peer master-127.9.205.253:39799(127.9.205.253:39799)] disconnecting while in state READY
09:15:32.247 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
09:15:32.248 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.205.253:39799(127.9.205.253:39799)] handling channelInactive
09:15:32.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.253:39799(127.9.205.253:39799)] cleaning up while in state READY due to: connection closed
09:15:32.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:15:32.248438 10039 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskrh58EF/build/asan/bin/kudu pid 10333
09:15:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:15:32.255679 10489 generic_service.cc:196] Checking for leaks (request via RPC)
09:15:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:15:32.355422 10039 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrh58EF/build/asan/bin/kudu with pid 10333
09:15:32.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:15:32.374078 10039 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskrh58EF/build/asan/bin/kudu pid 10499
09:15:32.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:15:32.380204 10630 generic_service.cc:196] Checking for leaks (request via RPC)
09:15:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:15:32.481920 10039 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrh58EF/build/asan/bin/kudu with pid 10499
09:15:32.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:15:32.503118 10657 connection.cc:537] client connection to 127.9.205.194:42613 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
09:15:32.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:15:32.503378 10657 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
09:15:32.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:15:32.503585 10039 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskrh58EF/build/asan/bin/kudu pid 10640
09:15:32.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260203 09:15:32.504930 10657 consensus_peers.cc:597] T 59abd119a0974dcd90889cf3f5366232 P 3cb97e7c5b6844f3bc9e21df33ca5bc5 -> Peer c6c03f53ef40427bae7b9c814f4bef55 (127.9.205.194:42613): Couldn't send request to peer c6c03f53ef40427bae7b9c814f4bef55. Status: Network error: Client connection negotiation failed: client connection to 127.9.205.194:42613: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
09:15:32.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:15:32.514351 10773 generic_service.cc:196] Checking for leaks (request via RPC)
09:15:32.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:15:32.640060 10039 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrh58EF/build/asan/bin/kudu with pid 10640
09:15:32.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:15:32.662753 10039 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskrh58EF/build/asan/bin/kudu pid 10129
09:15:32.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:15:32.663898 10204 generic_service.cc:196] Checking for leaks (request via RPC)
09:15:32.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260203 09:15:32.798250 10039 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrh58EF/build/asan/bin/kudu with pid 10129
09:15:32.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-02-03T09:15:32Z chronyd exiting
09:15:32.957 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=31, TimeoutTracker(timeout=50000, elapsed=48662), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [23ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [23ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [23ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [63ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [63ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [83ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [83ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [123ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [183ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [183ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [184ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [223ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [223ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [224ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [462ms] refreshing cache from master, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [463ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [463ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [463ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [463ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [722ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [723ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [723ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [723ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1563ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1922ms] refreshing cache from master, [1922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1923ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1924ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1924ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [5722ms] refreshing cache from master, [5722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [5722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [5722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [5723ms] too many traces: truncated at 100 traces, deferred=Deferred@1418146422(state=PENDING, result=null, callback=(continuation of Deferred@828785697 after retry RPC after error@1604639190) -> (continuation of Deferred@202326703 after retry RPC after error@1643566554) -> (continuation of Deferred@1655882377 after retry RPC after error@455204192) -> (continuation of Deferred@1833827985 after retry RPC after error@977448679) -> (continuation of Deferred@1318094252 after retry RPC after error@1531943875) -> (continuation of Deferred@1509187405 after retry RPC after error@1995372290) -> (continuation of Deferred@1016701334 after retry RPC after error@456107077) -> (continuation of Deferred@1624936026 after retry RPC after error@1636643748) -> (continuation of Deferred@275364626 after retry RPC after error@1988245718) -> (continuation of Deferred@1117704194 after retry RPC after error@1250352102) -> (continuation of Deferred@392841359 after retry RPC after error@1892255292) -> (continuation of Deferred@1147356903 after retry RPC after error@944176230) -> (continuation of Deferred@2100159953 after retry RPC after error@1097430062) -> (continuation of Deferred@526599834 after retry RPC after error@281623772) -> (continuation of Deferred@47726713 after retry RPC after error@144350216) -> (continuation of Deferred@222845975 after retry RPC after error@1421786814) -> (continuation of Deferred@338028504 after retry RPC after error@1216562056) -> (continuation of Deferred@132388459 after retry RPC after error@638456679) -> (continuation of Deferred@489569113 after retry RPC after error@1331934327) -> (continuation of Deferred@1746117822 after retry RPC after error@1045436400) -> (continuation of Deferred@1380452240 after retry RPC after error@14336418) -> (continuation of Deferred@1964614483 after retry RPC after error@1271448983) -> (continuation of Deferred@1504587769 after retry RPC after error@263140031) -> (continuation of Deferred@932449058 after retry RPC after error@989697082) -> (continuation of Deferred@310687099 after retry RPC after error@1690847070) -> (continuation of Deferred@1938988542 after retry RPC after error@630758386) -> (continuation of Deferred@310431063 after retry RPC after error@877959918) -> (continuation of Deferred@1397660919 after retry RPC after error@845728359) -> (continuation of Deferred@638993160 after retry RPC after error@914697934) -> (continuation of Deferred@294364621 after retry RPC after error@1698987625), errback=(continuation of Deferred@828785697 after retry RPC after error@1604639190) -> (continuation of Deferred@202326703 after retry RPC after error@1643566554) -> (continuation of Deferred@1655882377 after retry RPC after error@455204192) -> (continuation of Deferred@1833827985 after retry RPC after error@977448679) -> (continuation of Deferred@1318094252 after retry RPC after error@1531943875) -> (continuation of Deferred@1509187405 after retry RPC after error@1995372290) -> (continuation of Deferred@1016701334 after retry RPC after error@456107077) -> (continuation of Deferred@1624936026 after retry RPC after error@1636643748) -> (continuation of Deferred@275364626 after retry RPC after error@1988245718) -> (continuation of Deferred@1117704194 after retry RPC after error@1250352102) -> (continuation of Deferred@392841359 after retry RPC after error@1892255292) -> (continuation of Deferred@1147356903 after retry RPC after error@944176230) -> (continuation of Deferred@2100159953 after retry RPC after error@1097430062) -> (continuation of Deferred@526599834 after retry RPC after error@281623772) -> (continuation of Deferred@47726713 after retry RPC after error@144350216) -> (continuation of Deferred@222845975 after retry RPC after error@1421786814) -> (continuation of Deferred@338028504 after retry RPC after error@1216562056) -> (continuation of Deferred@132388459 after retry RPC after error@638456679) -> (continuation of Deferred@489569113 after retry RPC after error@1331934327) -> (continuation of Deferred@1746117822 after retry RPC after error@1045436400) -> (continuation of Deferred@1380452240 after retry RPC after error@14336418) -> (continuation of Deferred@1964614483 after retry RPC after error@1271448983) -> (continuation of Deferred@1504587769 after retry RPC after error@263140031) -> (continuation of Deferred@932449058 after retry RPC after error@989697082) -> (continuation of Deferred@310687099 after retry RPC after error@1690847070) -> (continuation of Deferred@1938988542 after retry RPC after error@630758386) -> (continuation of Deferred@310431063 after retry RPC after error@877959918) -> (continuation of Deferred@1397660919 after retry RPC after error@845728359) -> (continuation of Deferred@638993160 after retry RPC after error@914697934) -> (continuation of Deferred@294364621 after retry RPC after error@1698987625)))
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=31, TimeoutTracker(timeout=50000, elapsed=48662), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [23ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [23ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [23ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [63ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [63ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [83ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [83ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [123ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [183ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [183ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [184ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [223ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [223ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [224ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [462ms] refreshing cache from master, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [463ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [463ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [463ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [463ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [722ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [723ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [723ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [723ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1563ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1922ms] refreshing cache from master, [1922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [1922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [1923ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.254:33205: Network error: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.252:36311: Network error: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [1924ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.253:39799: OK, [1924ms] delaying RPC due to: Service unavailable: Master config (127.9.205.253:39799,127.9.205.254:33205,127.9.205.252:36311) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.254:33205(127.9.205.254:33205): Connection refused: /127.9.205.254:33205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.252:36311(127.9.205.252:36311): Connection refused: /127.9.205.252:36311, [5722ms] refreshing cache from master, [5722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.253:39799, [5722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.254:33205, [5722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.252:36311, [5723ms] too many traces: truncated at 100 traces, deferred=Deferred@1418146422(state=PENDING, result=null, callback=(continuation of Deferred@828785697 after retry RPC after error@1604639190) -> (continuation of Deferred@202326703 after retry RPC after error@1643566554) -> (continuation of Deferred@1655882377 after retry RPC after error@455204192) -> (continuation of Deferred@1833827985 after retry RPC after error@977448679) -> (continuation of Deferred@1318094252 after retry RPC after error@1531943875) -> (continuation of Deferred@1509187405 after retry RPC after error@1995372290) -> (continuation of Deferred@1016701334 after retry RPC after error@456107077) -> (continuation of Deferred@1624936026 after retry RPC after error@1636643748) -> (continuation of Deferred@275364626 after retry RPC after error@1988245718) -> (continuation of Deferred@1117704194 after retry RPC after error@1250352102) -> (continuation of Deferred@392841359 after retry RPC after error@1892255292) -> (continuation of Deferred@1147356903 after retry RPC after error@944176230) -> (continuation of Deferred@2100159953 after retry RPC after error@1097430062) -> (continuation of Deferred@526599834 after retry RPC after error@281623772) -> (continuation of Deferred@47726713 after retry RPC after error@144350216) -> (continuation of Deferred@222845975 after retry RPC after error@1421786814) -> (continuation of Deferred@338028504 after retry RPC after error@1216562056) -> (continuation of Deferred@132388459 after retry RPC after error@638456679) -> (continuation of Deferred@489569113 after retry RPC after error@1331934327) -> (continuation of Deferred@1746117822 after retry RPC after error@1045436400) -> (continuation of Deferred@1380452240 after retry RPC after error@14336418) -> (continuation of Deferred@1964614483 after retry RPC after error@1271448983) -> (continuation of Deferred@1504587769 after retry RPC after error@263140031) -> (continuation of Deferred@932449058 after retry RPC after error@989697082) -> (continuation of Deferred@310687099 after retry RPC after error@1690847070) -> (continuation of Deferred@1938988542 after retry RPC after error@630758386) -> (continuation of Deferred@310431063 after retry RPC after error@877959918) -> (continuation of Deferred@1397660919 after retry RPC after error@845728359) -> (continuation of Deferred@638993160 after retry RPC after error@914697934) -> (continuation of Deferred@294364621 after retry RPC after error@1698987625), errback=(continuation of Deferred@828785697 after retry RPC after error@1604639190) -> (continuation of Deferred@202326703 after retry RPC after error@1643566554) -> (continuation of Deferred@1655882377 after retry RPC after error@455204192) -> (continuation of Deferred@1833827985 after retry RPC after error@977448679) -> (continuation of Deferred@1318094252 after retry RPC after error@1531943875) -> (continuation of Deferred@1509187405 after retry RPC after error@1995372290) -> (continuation of Deferred@1016701334 after retry RPC after error@456107077) -> (continuation of Deferred@1624936026 after retry RPC after error@1636643748) -> (continuation of Deferred@275364626 after retry RPC after error@1988245718) -> (continuation of Deferred@1117704194 after retry RPC after error@1250352102) -> (continuation of Deferred@392841359 after retry RPC after error@1892255292) -> (continuation of Deferred@1147356903 after retry RPC after error@944176230) -> (continuation of Deferred@2100159953 after retry RPC after error@1097430062) -> (continuation of Deferred@526599834 after retry RPC after error@281623772) -> (continuation of Deferred@47726713 after retry RPC after error@144350216) -> (continuation of Deferred@222845975 after retry RPC after error@1421786814) -> (continuation of Deferred@338028504 after retry RPC after error@1216562056) -> (continuation of Deferred@132388459 after retry RPC after error@638456679) -> (continuation of Deferred@489569113 after retry RPC after error@1331934327) -> (continuation of Deferred@1746117822 after retry RPC after error@1045436400) -> (continuation of Deferred@1380452240 after retry RPC after error@14336418) -> (continuation of Deferred@1964614483 after retry RPC after error@1271448983) -> (continuation of Deferred@1504587769 after retry RPC after error@263140031) -> (continuation of Deferred@932449058 after retry RPC after error@989697082) -> (continuation of Deferred@310687099 after retry RPC after error@1690847070) -> (continuation of Deferred@1938988542 after retry RPC after error@630758386) -> (continuation of Deferred@310431063 after retry RPC after error@877959918) -> (continuation of Deferred@1397660919 after retry RPC after error@845728359) -> (continuation of Deferred@638993160 after retry RPC after error@914697934) -> (continuation of Deferred@294364621 after retry RPC after error@1698987625)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)