20:11:15.474 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:11:15.474 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasks26gwd/test-tmp
20:11:15.475 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:11:15.475 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasks26gwd/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:11:15.477 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:11:15.829 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:11:15.829 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:11:15.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:15.832777 32092 mini_oidc.cc:150] Starting JWKS server
20:11:15.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:15.836480 32092 webserver.cc:492] Webserver started at http://127.0.0.1:38017/ using document root <none> and password file <none>
20:11:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:15.836964 32092 mini_oidc.cc:186] Starting OIDC Discovery server
20:11:15.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:15.838935 32092 webserver.cc:492] Webserver started at http://127.0.0.1:34287/ using document root <none> and password file <none>
20:11:15.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-03T20:11:15Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:11:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-03T20:11:15Z Disabled control of system clock
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:15.905571 32092 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasks26gwd/build/tsan/bin/kudu
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasks26gwd/build/tsan/bin/kudu
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-0/wal
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-0/data
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-0/logs
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-0/data/info.pb
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.87.62:38985
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.87.62
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.87.20:44253
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.87.62:38985,127.31.87.61:45469,127.31.87.60:44587
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38017/jwks.json
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:11:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:11:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:16.282424 32104 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:11:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:16.283082 32104 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:11:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:16.283546 32104 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:11:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:16.319442 32104 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:11:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:16.319764 32104 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
20:11:16.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:16.319929 32104 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:11:16.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:16.320128 32104 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:11:16.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:16.320334 32104 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:11:16.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:16.320535 32104 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:11:16.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:16.320698 32104 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38017/jwks.json
20:11:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:16.360242 32104 master_runner.cc:386] Master server non-default flags:
20:11:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.87.20:44253
20:11:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:11:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:11:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-0/data
20:11:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-0/wal
20:11:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:11:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.87.62:38985,127.31.87.61:45469,127.31.87.60:44587
20:11:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.87.62:38985
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38017/jwks.json
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-0/data/info.pb
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.87.62
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-0/logs
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 19:43:25 UTC on e7f111948823
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11731
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:11:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:16.361683 32104 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:11:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:16.363353 32104 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:11:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:16.374881 32110 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:17.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:16.376418 32111 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:17.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:17.641584 32113 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:17.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:17.644345 32112 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1264 milliseconds
20:11:17.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.644428 32104 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:11:17.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.645735 32104 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:11:17.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.649106 32104 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:11:17.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.650733 32104 hybrid_clock.cc:648] HybridClock initialized: now 1777839077650547 us; error 86 us; skew 500 ppm
20:11:17.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.651576 32104 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:11:17.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.658121 32104 webserver.cc:492] Webserver started at http://127.31.87.62:37853/ using document root <none> and password file <none>
20:11:17.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.659161 32104 fs_manager.cc:362] Metadata directory not provided
20:11:17.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.659358 32104 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:11:17.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.659762 32104 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:11:17.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.664253 32104 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-0/data/instance:
20:11:17.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d28a3bb4c804b0cb0bc63e718793e57"
20:11:17.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 20:11:17 on dist-test-slave-x37c"
20:11:17.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.665423 32104 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-0/wal/instance:
20:11:17.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d28a3bb4c804b0cb0bc63e718793e57"
20:11:17.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 20:11:17 on dist-test-slave-x37c"
20:11:17.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.673311 32104 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
20:11:17.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.680176 32120 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:11:17.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.681531 32104 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.001s sys 0.004s
20:11:17.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.681972 32104 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-0/data,/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-0/wal
20:11:17.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d28a3bb4c804b0cb0bc63e718793e57"
20:11:17.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 20:11:17 on dist-test-slave-x37c"
20:11:17.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.682317 32104 fs_report.cc:389] FS layout report
20:11:17.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:11:17.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-0/wal
20:11:17.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-0/wal
20:11:17.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-0/data/data
20:11:17.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:11:17.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:11:17.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:11:17.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:11:17.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:11:17.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:11:17.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:11:17.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:11:17.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:11:17.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:11:17.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:11:17.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.746256 32104 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:11:17.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.748451 32104 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:11:17.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.748936 32104 kserver.cc:163] Server-wide thread pool size limit: 3276
20:11:17.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.840894 32104 rpc_server.cc:307] RPC server started. Bound to: 127.31.87.62:38985
20:11:17.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.840976 32181 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.87.62:38985 every 8 connection(s)
20:11:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.843976 32104 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-0/data/info.pb
20:11:17.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.848558 32092 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasks26gwd/build/tsan/bin/kudu as pid 32104
20:11:17.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.849165 32092 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-0/wal/instance
20:11:17.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.851408 32182 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.854527 32092 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasks26gwd/build/tsan/bin/kudu
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasks26gwd/build/tsan/bin/kudu
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-1/wal
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-1/data
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-1/logs
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-1/data/info.pb
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.87.61:45469
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.87.61
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.87.20:44253
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.87.62:38985,127.31.87.61:45469,127.31.87.60:44587
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38017/jwks.json
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:11:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:11:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.866304 32182 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } has no permanent_uuid. Determining permanent_uuid...
20:11:17.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.896410 32182 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } has no permanent_uuid. Determining permanent_uuid...
20:11:17.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:17.899173 32122 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.87.61:45469: connect: Connection refused (error 111)
20:11:17.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:17.903509 32182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.87.61:45469: Network error: Client connection negotiation failed: client connection to 127.31.87.61:45469: connect: Connection refused (error 111)
20:11:17.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:17.953125 32182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } attempt: 1
20:11:17.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:17.957158 32182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.87.61:45469: Network error: Client connection negotiation failed: client connection to 127.31.87.61:45469: connect: Connection refused (error 111)
20:11:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:18.025749 32182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } attempt: 2
20:11:18.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:18.030032 32182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.87.61:45469: Network error: Client connection negotiation failed: client connection to 127.31.87.61:45469: connect: Connection refused (error 111)
20:11:18.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:18.121555 32182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } attempt: 3
20:11:18.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:18.125748 32182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.87.61:45469: Network error: Client connection negotiation failed: client connection to 127.31.87.61:45469: connect: Connection refused (error 111)
20:11:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:18.185904 32184 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:11:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:18.186472 32184 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:11:18.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:18.187014 32184 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:11:18.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:18.220736 32184 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:11:18.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:18.221030 32184 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
20:11:18.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:18.221275 32184 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:11:18.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:18.221503 32184 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:11:18.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:18.221709 32184 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:11:18.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:18.221905 32184 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:11:18.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:18.222057 32184 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38017/jwks.json
20:11:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:18.259982 32184 master_runner.cc:386] Master server non-default flags:
20:11:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.87.20:44253
20:11:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:11:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:11:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-1/data
20:11:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-1/wal
20:11:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:11:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.87.62:38985,127.31.87.61:45469,127.31.87.60:44587
20:11:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:11:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:11:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.87.61:45469
20:11:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:11:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:11:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:11:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38017/jwks.json
20:11:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-1/data/info.pb
20:11:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.87.61
20:11:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:11:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:11:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:11:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-1/logs
20:11:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:11:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:11:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:11:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:11:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:11:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:11:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 19:43:25 UTC on e7f111948823
20:11:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11731
20:11:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:11:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:18.261368 32184 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:11:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:18.263022 32184 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:11:18.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:18.269321 32182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } attempt: 4
20:11:18.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:18.274962 32182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.87.61:45469: Network error: Client connection negotiation failed: client connection to 127.31.87.61:45469: connect: Connection refused (error 111)
20:11:18.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:18.275833 32193 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:18.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:18.574481 32182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } attempt: 5
20:11:18.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:18.581811 32182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.87.61:45469: Network error: Client connection negotiation failed: client connection to 127.31.87.61:45469: connect: Connection refused (error 111)
20:11:19.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.129527 32182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } attempt: 6
20:11:19.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:19.143043 32182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.87.61:45469: Network error: Client connection negotiation failed: client connection to 127.31.87.61:45469: connect: Connection refused (error 111)
20:11:19.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:18.278038 32194 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:19.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:18.281525 32196 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:19.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:19.574800 32195 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1292 milliseconds
20:11:19.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.574959 32184 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:11:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.576387 32184 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:11:19.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.579843 32184 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:11:19.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.581396 32184 hybrid_clock.cc:648] HybridClock initialized: now 1777839079581343 us; error 65 us; skew 500 ppm
20:11:19.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.582401 32184 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:11:19.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.590016 32184 webserver.cc:492] Webserver started at http://127.31.87.61:38211/ using document root <none> and password file <none>
20:11:19.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.591132 32184 fs_manager.cc:362] Metadata directory not provided
20:11:19.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.591351 32184 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:11:19.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.591814 32184 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:11:19.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.596740 32184 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-1/data/instance:
20:11:19.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6cd0b304a32e4cbb8d3337baff982bbb"
20:11:19.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 20:11:19 on dist-test-slave-x37c"
20:11:19.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.597949 32184 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-1/wal/instance:
20:11:19.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6cd0b304a32e4cbb8d3337baff982bbb"
20:11:19.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 20:11:19 on dist-test-slave-x37c"
20:11:19.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.606115 32184 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.010s sys 0.000s
20:11:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.612239 32205 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:11:19.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.613579 32184 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.003s
20:11:19.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.614017 32184 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-1/data,/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-1/wal
20:11:19.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6cd0b304a32e4cbb8d3337baff982bbb"
20:11:19.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 20:11:19 on dist-test-slave-x37c"
20:11:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.614379 32184 fs_report.cc:389] FS layout report
20:11:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:11:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-1/wal
20:11:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-1/wal
20:11:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-1/data/data
20:11:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:11:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:11:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:11:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:11:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:11:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:11:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:11:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:11:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:11:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:11:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:11:19.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.687304 32184 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:11:19.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.688830 32184 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:11:19.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.689263 32184 kserver.cc:163] Server-wide thread pool size limit: 3276
20:11:19.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.779243 32184 rpc_server.cc:307] RPC server started. Bound to: 127.31.87.61:45469
20:11:19.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.779301 32266 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.87.61:45469 every 8 connection(s)
20:11:19.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.782060 32184 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-1/data/info.pb
20:11:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.784664 32092 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasks26gwd/build/tsan/bin/kudu as pid 32184
20:11:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.785254 32092 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-1/wal/instance
20:11:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.787735 32092 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasks26gwd/build/tsan/bin/kudu
20:11:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasks26gwd/build/tsan/bin/kudu
20:11:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-2/wal
20:11:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-2/data
20:11:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:11:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:11:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:11:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-2/logs
20:11:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-2/data/info.pb
20:11:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:11:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:11:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:11:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:11:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:11:19.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:11:19.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:11:19.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:11:19.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.87.60:44587
20:11:19.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.87.60
20:11:19.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:19.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.87.20:44253
20:11:19.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:19.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:19.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:11:19.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:11:19.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.87.62:38985,127.31.87.61:45469,127.31.87.60:44587
20:11:19.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:11:19.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38017/jwks.json
20:11:19.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:11:19.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:11:19.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.788826 32267 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:11:19.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.799453 32267 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } has no permanent_uuid. Determining permanent_uuid...
20:11:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.821257 32267 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } has no permanent_uuid. Determining permanent_uuid...
20:11:19.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.839854 32267 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } has no permanent_uuid. Determining permanent_uuid...
20:11:19.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:19.843173 32207 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:19.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:19.848186 32267 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.87.60:44587: Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:19.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.897859 32267 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } attempt: 1
20:11:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:19.902961 32267 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.87.60:44587: Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:19.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:19.971402 32267 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } attempt: 2
20:11:19.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:19.975862 32267 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.87.60:44587: Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:20.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:20.067422 32267 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } attempt: 3
20:11:20.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:20.071959 32267 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.87.60:44587: Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:20.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:20.125700 32269 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:11:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:20.126757 32269 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:11:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:20.127527 32269 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:11:20.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:20.164352 32269 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:11:20.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:20.164664 32269 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
20:11:20.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:20.164824 32269 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:11:20.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:20.165030 32269 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:11:20.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:20.165230 32269 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:11:20.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:20.165424 32269 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:11:20.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:20.165592 32269 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38017/jwks.json
20:11:20.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:20.203702 32182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } attempt: 7
20:11:20.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:20.203917 32269 master_runner.cc:386] Master server non-default flags:
20:11:20.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:20.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.87.20:44253
20:11:20.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:20.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:11:20.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:11:20.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-2/data
20:11:20.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-2/wal
20:11:20.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:11:20.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.87.62:38985,127.31.87.61:45469,127.31.87.60:44587
20:11:20.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:11:20.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:20.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:20.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:11:20.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.87.60:44587
20:11:20.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:11:20.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:11:20.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:11:20.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38017/jwks.json
20:11:20.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:20.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:20.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-2/data/info.pb
20:11:20.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.87.60
20:11:20.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:20.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:11:20.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:20.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:11:20.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:11:20.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:20.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-2/logs
20:11:20.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:20.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:11:20.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:11:20.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:11:20.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:11:20.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:11:20.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:11:20.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 19:43:25 UTC on e7f111948823
20:11:20.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11731
20:11:20.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:11:20.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:20.205690 32269 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:11:20.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:20.207971 32269 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:11:20.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:20.215468 32267 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } attempt: 4
20:11:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:20.217196 32182 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } has no permanent_uuid. Determining permanent_uuid...
20:11:20.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:20.222942 32267 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.87.60:44587: Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:20.223697 32280 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:20.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:20.227682 32182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.87.60:44587: Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:20.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:20.286284 32182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } attempt: 1
20:11:20.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:20.293879 32182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.87.60:44587: Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:20.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:20.375469 32182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } attempt: 2
20:11:20.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:20.383077 32182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.87.60:44587: Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:20.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:20.468708 32182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } attempt: 3
20:11:20.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:20.476076 32182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.87.60:44587: Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:20.522626 32267 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } attempt: 5
20:11:20.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:20.530426 32267 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.87.60:44587: Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:20.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:20.616742 32182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } attempt: 4
20:11:20.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:20.624387 32182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.87.60:44587: Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:20.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:20.908004 32182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } attempt: 5
20:11:20.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:20.915709 32182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.87.60:44587: Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:21.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.078249 32267 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } attempt: 6
20:11:21.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:21.096653 32267 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.87.60:44587: Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:21.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.468418 32182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } attempt: 6
20:11:21.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:21.478360 32182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.87.60:44587: Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:20.225024 32281 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:21.507431 32284 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:21.513011 32283 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1282 milliseconds
20:11:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.513098 32269 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:11:21.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.514531 32269 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:11:21.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.518044 32269 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:11:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.519608 32269 hybrid_clock.cc:648] HybridClock initialized: now 1777839081519529 us; error 70 us; skew 500 ppm
20:11:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.520608 32269 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:11:21.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.529448 32269 webserver.cc:492] Webserver started at http://127.31.87.60:44609/ using document root <none> and password file <none>
20:11:21.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.530480 32269 fs_manager.cc:362] Metadata directory not provided
20:11:21.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.530840 32269 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:11:21.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.531303 32269 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:11:21.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.535919 32269 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-2/data/instance:
20:11:21.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "907dba80c0614149889247830cb91863"
20:11:21.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 20:11:21 on dist-test-slave-x37c"
20:11:21.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.537400 32269 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-2/wal/instance:
20:11:21.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "907dba80c0614149889247830cb91863"
20:11:21.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 20:11:21 on dist-test-slave-x37c"
20:11:21.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.545475 32269 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
20:11:21.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.552558 32295 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:11:21.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.553910 32269 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
20:11:21.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.554355 32269 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-2/data,/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-2/wal
20:11:21.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "907dba80c0614149889247830cb91863"
20:11:21.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 20:11:21 on dist-test-slave-x37c"
20:11:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.554852 32269 fs_report.cc:389] FS layout report
20:11:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:11:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-2/wal
20:11:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-2/wal
20:11:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-2/data/data
20:11:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:11:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:11:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:11:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:11:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:11:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:11:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:11:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:11:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:11:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:11:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:11:21.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.630257 32269 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:11:21.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.631901 32269 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:11:21.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.632427 32269 kserver.cc:163] Server-wide thread pool size limit: 3276
20:11:21.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.728266 32269 rpc_server.cc:307] RPC server started. Bound to: 127.31.87.60:44587
20:11:21.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.728345 32356 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.87.60:44587 every 8 connection(s)
20:11:21.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.731302 32269 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-2/data/info.pb
20:11:21.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.737929 32357 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:11:21.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.740396 32092 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasks26gwd/build/tsan/bin/kudu as pid 32269
20:11:21.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.740916 32092 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/master-2/wal/instance
20:11:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.756209 32357 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } has no permanent_uuid. Determining permanent_uuid...
20:11:21.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.791142 32357 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } has no permanent_uuid. Determining permanent_uuid...
20:11:21.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.804488 32357 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } has no permanent_uuid. Determining permanent_uuid...
20:11:21.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.822880 32357 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863: Bootstrap starting.
20:11:21.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.829849 32357 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863: Neither blocks nor log segments found. Creating new log.
20:11:21.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.832067 32357 log.cc:826] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863: Log is configured to *not* fsync() on all Append() calls
20:11:21.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.837404 32357 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863: No bootstrap required, opened a new log
20:11:21.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.857645 32357 raft_consensus.cc:359] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } }
20:11:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.858338 32357 raft_consensus.cc:385] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:11:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.858691 32357 raft_consensus.cc:740] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 907dba80c0614149889247830cb91863, State: Initialized, Role: FOLLOWER
20:11:21.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.859601 32357 consensus_queue.cc:260] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } }
20:11:21.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.862757 32366 sys_catalog.cc:455] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } } }
20:11:21.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.863647 32366 sys_catalog.cc:458] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [sys.catalog]: This master's current role is: FOLLOWER
20:11:21.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.864624 32357 sys_catalog.cc:565] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [sys.catalog]: configured and running, proceeding with master startup.
20:11:21.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.886329 32366 raft_consensus.cc:493] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:11:21.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:21.888586 32301 tablet.cc:2404] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:11:21.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.888270 32366 raft_consensus.cc:515] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } }
20:11:21.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:21.894096 32377 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:11:21.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:21.894527 32377 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:11:21.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.896027 32366 leader_election.cc:290] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2d28a3bb4c804b0cb0bc63e718793e57 (127.31.87.62:38985), 6cd0b304a32e4cbb8d3337baff982bbb (127.31.87.61:45469)
20:11:21.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.888890 32269 master_runner.cc:186] Error getting master registration for 127.31.87.62:38985: OK, instance_id { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" instance_seqno: 1777839077821669 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:11:21.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:21.922250 32269 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:11:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.157223 32267 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } attempt: 7
20:11:22.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.188470 32267 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb: Bootstrap starting.
20:11:22.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.195065 32267 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb: Neither blocks nor log segments found. Creating new log.
20:11:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.197032 32267 log.cc:826] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb: Log is configured to *not* fsync() on all Append() calls
20:11:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.202821 32267 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb: No bootstrap required, opened a new log
20:11:22.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.227761 32267 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } }
20:11:22.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.228729 32267 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:11:22.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.229102 32267 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6cd0b304a32e4cbb8d3337baff982bbb, State: Initialized, Role: FOLLOWER
20:11:22.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.230100 32267 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } }
20:11:22.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.234903 32381 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } } }
20:11:22.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.235796 32381 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [sys.catalog]: This master's current role is: FOLLOWER
20:11:22.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.236768 32267 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [sys.catalog]: configured and running, proceeding with master startup.
20:11:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.237007 32232 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "907dba80c0614149889247830cb91863" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" is_pre_election: true
20:11:22.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.238463 32232 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 907dba80c0614149889247830cb91863 in term 0.
20:11:22.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:22.239295 32297 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.31.87.61:45469 timed out after 0.342s (SENT)
20:11:22.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:22.239501 32232 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:50324 (request call id 1) took 343 ms (client timeout 342 ms). Trace:
20:11:22.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:22.240010 32232 rpcz_store.cc:269] 0503 20:11:21.896298 (+ 0us) service_pool.cc:167] Inserting onto call queue
20:11:22.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 20:11:21.896442 (+ 144us) service_pool.cc:224] Handling call
20:11:22.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 20:11:22.239387 (+342945us) inbound_call.cc:177] Queueing success response
20:11:22.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:11:22.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.244459 32232 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "907dba80c0614149889247830cb91863" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" is_pre_election: true
20:11:22.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.245213 32232 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 907dba80c0614149889247830cb91863 in term 0.
20:11:22.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.246945 32297 leader_election.cc:304] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6cd0b304a32e4cbb8d3337baff982bbb, 907dba80c0614149889247830cb91863; no voters:
20:11:22.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.248001 32366 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:11:22.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.248420 32366 raft_consensus.cc:493] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:11:22.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.248808 32366 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [term 0 FOLLOWER]: Advancing to term 1
20:11:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.259449 32366 raft_consensus.cc:515] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } }
20:11:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.265882 32232 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "907dba80c0614149889247830cb91863" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6cd0b304a32e4cbb8d3337baff982bbb"
20:11:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.266642 32232 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 0 FOLLOWER]: Advancing to term 1
20:11:22.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.276525 32232 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 907dba80c0614149889247830cb91863 in term 1.
20:11:22.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.275215 32366 leader_election.cc:290] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [CANDIDATE]: Term 1 election: Requested vote from peers 2d28a3bb4c804b0cb0bc63e718793e57 (127.31.87.62:38985), 6cd0b304a32e4cbb8d3337baff982bbb (127.31.87.61:45469)
20:11:22.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.278123 32297 leader_election.cc:304] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6cd0b304a32e4cbb8d3337baff982bbb, 907dba80c0614149889247830cb91863; no voters:
20:11:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.280404 32366 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [term 1 FOLLOWER]: Leader election won for term 1
20:11:22.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.283986 32366 raft_consensus.cc:697] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [term 1 LEADER]: Becoming Leader. State: Replica: 907dba80c0614149889247830cb91863, State: Running, Role: LEADER
20:11:22.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.290720 32366 consensus_queue.cc:237] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } }
20:11:22.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.326421 32387 sys_catalog.cc:455] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 907dba80c0614149889247830cb91863. Latest consensus state: current_term: 1 leader_uuid: "907dba80c0614149889247830cb91863" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } } }
20:11:22.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.327234 32387 sys_catalog.cc:458] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [sys.catalog]: This master's current role is: LEADER
20:11:22.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.339856 32394 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
20:11:22.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:22.345858 32396 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:11:22.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:22.346261 32396 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:11:22.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.362967 32394 catalog_manager.cc:1494] Initializing Kudu cluster ID...
20:11:22.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.388409 32232 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 1 FOLLOWER]: Refusing update from remote peer 907dba80c0614149889247830cb91863: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:11:22.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.390564 32387 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:11:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.336782 32184 master_runner.cc:186] Error getting master registration for 127.31.87.62:38985: OK, instance_id { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" instance_seqno: 1777839077821669 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:11:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.399466 32184 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:11:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.431679 32398 mvcc.cc:204] Tried to move back new op lower bound from 7282028881439776768 to 7282028881128554496. Current Snapshot: MvccSnapshot[applied={T|T < 7282028881439776768}]
20:11:22.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.437862 32381 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 907dba80c0614149889247830cb91863. Latest consensus state: current_term: 1 leader_uuid: "907dba80c0614149889247830cb91863" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } } }
20:11:22.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.439370 32381 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [sys.catalog]: This master's current role is: FOLLOWER
20:11:22.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.455967 32387 sys_catalog.cc:455] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "907dba80c0614149889247830cb91863" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } } }
20:11:22.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.456789 32387 sys_catalog.cc:458] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [sys.catalog]: This master's current role is: LEADER
20:11:22.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.458390 32394 catalog_manager.cc:1357] Generated new cluster ID: 2855262d10934750af6b3ec70aac6517
20:11:22.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.458729 32394 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
20:11:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.461156 32381 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "907dba80c0614149889247830cb91863" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } } }
20:11:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.465011 32381 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [sys.catalog]: This master's current role is: FOLLOWER
20:11:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.492290 32394 catalog_manager.cc:1380] Generated new certificate authority record
20:11:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.495249 32394 catalog_manager.cc:1514] Loading token signing keys...
20:11:22.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.511835 32182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } attempt: 7
20:11:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.528610 32394 catalog_manager.cc:6044] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863: Generated new TSK 0
20:11:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.530005 32394 catalog_manager.cc:1524] Initializing in-progress tserver states...
20:11:22.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.549731 32182 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57: Bootstrap starting.
20:11:22.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.558972 32182 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57: Neither blocks nor log segments found. Creating new log.
20:11:22.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.561797 32182 log.cc:826] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57: Log is configured to *not* fsync() on all Append() calls
20:11:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.573282 32182 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57: No bootstrap required, opened a new log
20:11:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.578687 32092 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasks26gwd/build/tsan/bin/kudu
20:11:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasks26gwd/build/tsan/bin/kudu
20:11:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-0/wal
20:11:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-0/data
20:11:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:11:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:11:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:11:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-0/logs
20:11:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-0/data/info.pb
20:11:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:11:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:11:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:11:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:11:22.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:22.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:22.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:22.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:11:22.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:11:22.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.87.1:0
20:11:22.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.87.1
20:11:22.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.87.1
20:11:22.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:22.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.87.62:38985,127.31.87.61:45469,127.31.87.60:44587
20:11:22.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.87.20:44253
20:11:22.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:22.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:22.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:11:22.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:11:22.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:11:22.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:11:22.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:22.586304 32296 leader_election.cc:336] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2d28a3bb4c804b0cb0bc63e718793e57 (127.31.87.62:38985): Timed out: RequestConsensusVote RPC to 127.31.87.62:38985 timed out after 0.342s (SENT)
20:11:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.609900 32182 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } }
20:11:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.611353 32182 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:11:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.612002 32182 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2d28a3bb4c804b0cb0bc63e718793e57, State: Initialized, Role: FOLLOWER
20:11:22.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.613498 32182 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } }
20:11:22.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.627417 32182 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [sys.catalog]: configured and running, proceeding with master startup.
20:11:22.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.628012 32145 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "907dba80c0614149889247830cb91863" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2d28a3bb4c804b0cb0bc63e718793e57"
20:11:22.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.631042 32143 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "907dba80c0614149889247830cb91863" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2d28a3bb4c804b0cb0bc63e718793e57"
20:11:22.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:22.634006 32145 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:58938 (request call id 4) took 369 ms (client timeout 331 ms). Trace:
20:11:22.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:22.634469 32145 rpcz_store.cc:269] 0503 20:11:22.264613 (+ 0us) service_pool.cc:167] Inserting onto call queue
20:11:22.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 20:11:22.264790 (+ 177us) service_pool.cc:224] Handling call
20:11:22.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 20:11:22.633889 (+369099us) inbound_call.cc:177] Queueing success response
20:11:22.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:11:22.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.635704 32146 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "907dba80c0614149889247830cb91863" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" is_pre_election: true
20:11:22.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:22.638736 32146 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:58938 (request call id 3) took 394 ms (client timeout 342 ms). Trace:
20:11:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:22.639101 32146 rpcz_store.cc:269] 0503 20:11:22.244023 (+ 0us) service_pool.cc:167] Inserting onto call queue
20:11:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 20:11:22.244202 (+ 179us) service_pool.cc:224] Handling call
20:11:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 20:11:22.638646 (+394444us) inbound_call.cc:177] Queueing success response
20:11:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:11:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.627729 32147 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "907dba80c0614149889247830cb91863" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" is_pre_election: true
20:11:22.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:22.641436 32147 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:58938 (request call id 2) took 745 ms (client timeout 342 ms). Trace:
20:11:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:22.641812 32147 rpcz_store.cc:269] 0503 20:11:21.896136 (+ 0us) service_pool.cc:167] Inserting onto call queue
20:11:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 20:11:21.896287 (+ 151us) service_pool.cc:224] Handling call
20:11:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 20:11:22.641368 (+745081us) inbound_call.cc:177] Queueing success response
20:11:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:11:22.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.645833 32144 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [term 0 FOLLOWER]: Advancing to term 1
20:11:22.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.652228 32407 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } } }
20:11:22.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.655197 32407 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [sys.catalog]: This master's current role is: FOLLOWER
20:11:22.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.654776 32144 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [term 1 FOLLOWER]: Refusing update from remote peer 907dba80c0614149889247830cb91863: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:11:22.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.663221 32387 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:11:22.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.724761 32407 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 907dba80c0614149889247830cb91863. Latest consensus state: current_term: 1 leader_uuid: "907dba80c0614149889247830cb91863" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } } }
20:11:22.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.725754 32407 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [sys.catalog]: This master's current role is: FOLLOWER
20:11:22.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.727279 32413 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "907dba80c0614149889247830cb91863" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } } }
20:11:22.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.728235 32413 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [sys.catalog]: This master's current role is: FOLLOWER
20:11:22.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.757637 32387 sys_catalog.cc:455] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "907dba80c0614149889247830cb91863" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } } }
20:11:22.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.758567 32387 sys_catalog.cc:458] T 00000000000000000000000000000000 P 907dba80c0614149889247830cb91863 [sys.catalog]: This master's current role is: LEADER
20:11:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:22.795979 32425 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:11:23.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:23.151688 32406 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:11:23.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:23.152300 32406 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:11:23.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:23.153163 32406 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:11:23.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:23.191622 32406 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:11:23.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:23.192317 32406 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:11:23.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:23.192612 32406 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:11:23.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:23.192883 32406 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
20:11:23.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:23.193506 32406 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.87.1
20:11:23.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:23.235369 32406 tablet_server_runner.cc:78] Tablet server non-default flags:
20:11:23.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:23.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.87.20:44253
20:11:23.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:23.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-0/data
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-0/wal
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.87.1:0
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-0/data/info.pb
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.87.1
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.87.62:38985,127.31.87.61:45469,127.31.87.60:44587
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.87.1
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-0/logs
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 19:43:25 UTC on e7f111948823
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11731
20:11:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:11:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:23.237066 32406 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:11:23.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:23.238976 32406 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:11:23.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:23.261039 32431 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:23.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:23.351627 32396 catalog_manager.cc:1269] Loaded cluster ID: 2855262d10934750af6b3ec70aac6517
20:11:23.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:23.352175 32396 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb: loading cluster ID for follower catalog manager: success
20:11:23.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:23.359463 32396 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb: acquiring CA information for follower catalog manager: success
20:11:23.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:23.376003 32396 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:11:23.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:23.874475 32425 catalog_manager.cc:1269] Loaded cluster ID: 2855262d10934750af6b3ec70aac6517
20:11:23.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:23.888162 32425 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57: loading cluster ID for follower catalog manager: success
20:11:23.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:23.973980 32425 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57: acquiring CA information for follower catalog manager: success
20:11:24.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:24.039898 32425 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:11:25.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:24.664618 32430 debug-util.cc:398] Leaking SignalData structure 0x7b0800028080 after lost signal to thread 32406
20:11:25.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:25.787333 32434 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:25.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:23.266242 32432 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:25.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:25.790647 32406 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.517s user 0.887s sys 1.323s
20:11:25.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:25.797727 32406 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.532s user 0.888s sys 1.323s
20:11:25.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:25.799110 32406 server_base.cc:1061] running on GCE node
20:11:25.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:25.800637 32406 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:11:25.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:25.803478 32406 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:11:25.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:25.805131 32406 hybrid_clock.cc:648] HybridClock initialized: now 1777839085805077 us; error 59 us; skew 500 ppm
20:11:25.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:25.806337 32406 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:11:25.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:25.819097 32406 webserver.cc:492] Webserver started at http://127.31.87.1:46341/ using document root <none> and password file <none>
20:11:25.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:25.820423 32406 fs_manager.cc:362] Metadata directory not provided
20:11:25.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:25.820708 32406 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:11:25.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:25.821439 32406 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:11:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:25.827064 32406 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-0/data/instance:
20:11:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9884eeea6f15440d86e03ea5e2817a92"
20:11:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 20:11:25 on dist-test-slave-x37c"
20:11:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:25.828341 32406 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-0/wal/instance:
20:11:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9884eeea6f15440d86e03ea5e2817a92"
20:11:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 20:11:25 on dist-test-slave-x37c"
20:11:25.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:25.837150 32406 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.004s sys 0.004s
20:11:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:25.844383 32445 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:11:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:25.846841 32406 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.003s sys 0.003s
20:11:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:25.847296 32406 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-0/data,/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-0/wal
20:11:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9884eeea6f15440d86e03ea5e2817a92"
20:11:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 20:11:25 on dist-test-slave-x37c"
20:11:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:25.847762 32406 fs_report.cc:389] FS layout report
20:11:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:11:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-0/wal
20:11:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-0/wal
20:11:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-0/data/data
20:11:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:11:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:11:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:11:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:11:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:11:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:11:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:11:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:11:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:11:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:11:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:11:25.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:25.928645 32406 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:11:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:25.930737 32406 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:11:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:25.931319 32406 kserver.cc:163] Server-wide thread pool size limit: 3276
20:11:25.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:25.949045 32406 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:11:25.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:25.949374 32406 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:11:25.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:25.949693 32406 ts_tablet_manager.cc:616] Registered 0 tablets
20:11:25.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:25.949926 32406 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:11:26.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:26.219480 32406 rpc_server.cc:307] RPC server started. Bound to: 127.31.87.1:34051
20:11:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:26.220166 32569 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.87.1:34051 every 8 connection(s)
20:11:26.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:26.222777 32406 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-0/data/info.pb
20:11:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:26.228533 32092 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasks26gwd/build/tsan/bin/kudu as pid 32406
20:11:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:26.229225 32092 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-0/wal/instance
20:11:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:26.245849 32092 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasks26gwd/build/tsan/bin/kudu
20:11:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasks26gwd/build/tsan/bin/kudu
20:11:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-1/wal
20:11:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-1/data
20:11:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:11:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:11:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:11:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-1/logs
20:11:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-1/data/info.pb
20:11:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:11:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:11:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:11:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:11:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:11:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:11:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.87.2:0
20:11:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.87.2
20:11:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.87.2
20:11:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.87.62:38985,127.31.87.61:45469,127.31.87.60:44587
20:11:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.87.20:44253
20:11:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:11:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:11:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:11:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:11:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:26.246726 32573 heartbeater.cc:344] Connected to a master server at 127.31.87.62:38985
20:11:26.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:26.247224 32573 heartbeater.cc:461] Registering TS with master...
20:11:26.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:26.248694 32573 heartbeater.cc:507] Master 127.31.87.62:38985 requested a full tablet report, sending...
20:11:26.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:26.252873 32136 ts_manager.cc:194] Registered new tserver with Master: 9884eeea6f15440d86e03ea5e2817a92 (127.31.87.1:34051)
20:11:26.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:26.258823 32570 heartbeater.cc:344] Connected to a master server at 127.31.87.60:44587
20:11:26.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:26.259583 32570 heartbeater.cc:461] Registering TS with master...
20:11:26.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:26.260886 32570 heartbeater.cc:507] Master 127.31.87.60:44587 requested a full tablet report, sending...
20:11:26.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:26.272481 32312 ts_manager.cc:194] Registered new tserver with Master: 9884eeea6f15440d86e03ea5e2817a92 (127.31.87.1:34051)
20:11:26.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:26.273521 32571 heartbeater.cc:344] Connected to a master server at 127.31.87.61:45469
20:11:26.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:26.273906 32571 heartbeater.cc:461] Registering TS with master...
20:11:26.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:26.274865 32571 heartbeater.cc:507] Master 127.31.87.61:45469 requested a full tablet report, sending...
20:11:26.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:26.276477 32312 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.87.1:38597
20:11:26.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:26.277770 32222 ts_manager.cc:194] Registered new tserver with Master: 9884eeea6f15440d86e03ea5e2817a92 (127.31.87.1:34051)
20:11:26.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:26.665343 32575 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:11:26.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:26.665931 32575 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:11:26.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:26.666790 32575 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:11:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:26.703323 32575 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:11:26.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:26.704068 32575 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:11:26.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:26.704375 32575 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:11:26.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:26.704638 32575 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
20:11:26.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:26.705170 32575 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.87.2
20:11:26.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:26.758319 32575 tablet_server_runner.cc:78] Tablet server non-default flags:
20:11:26.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:26.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.87.20:44253
20:11:26.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:11:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-1/data
20:11:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-1/wal
20:11:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.87.2:0
20:11:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:11:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-1/data/info.pb
20:11:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.87.2
20:11:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:11:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:11:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:11:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.87.62:38985,127.31.87.61:45469,127.31.87.60:44587
20:11:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:11:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:11:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:11:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.87.2
20:11:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-1/logs
20:11:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:11:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:11:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:11:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:11:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:11:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:11:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 19:43:25 UTC on e7f111948823
20:11:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11731
20:11:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:11:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:26.760159 32575 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:11:26.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:26.762372 32575 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:11:26.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:26.782302 32583 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:27.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:27.280834 32570 heartbeater.cc:499] Master 127.31.87.60:44587 was elected leader, sending a full tablet report...
20:11:28.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:28.185874 32582 debug-util.cc:398] Leaking SignalData structure 0x7b0800028080 after lost signal to thread 32575
20:11:28.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:28.371675 32582 kernel_stack_watchdog.cc:198] Thread 32575 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 398ms:
20:11:28.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:11:28.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:11:28.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:11:28.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:11:28.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:28.371996 32575 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.588s user 0.474s sys 0.865s
20:11:28.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:28.372478 32575 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.588s user 0.474s sys 0.865s
20:11:28.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:26.784711 32584 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:28.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:28.373508 32585 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1588 milliseconds
20:11:28.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.375345 32575 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:11:28.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:28.375646 32586 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:28.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.380127 32575 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:11:28.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.382412 32575 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:11:28.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.383916 32575 hybrid_clock.cc:648] HybridClock initialized: now 1777839088383861 us; error 71 us; skew 500 ppm
20:11:28.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.384743 32575 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:11:28.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.391846 32575 webserver.cc:492] Webserver started at http://127.31.87.2:38267/ using document root <none> and password file <none>
20:11:28.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.392829 32575 fs_manager.cc:362] Metadata directory not provided
20:11:28.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.393246 32575 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:11:28.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.393760 32575 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:11:28.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.398814 32575 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-1/data/instance:
20:11:28.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5239ea1f1c484963a9b92d5c1ed9ac84"
20:11:28.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 20:11:28 on dist-test-slave-x37c"
20:11:28.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.400133 32575 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-1/wal/instance:
20:11:28.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5239ea1f1c484963a9b92d5c1ed9ac84"
20:11:28.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 20:11:28 on dist-test-slave-x37c"
20:11:28.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.409796 32575 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.009s sys 0.001s
20:11:28.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.416745 32595 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:11:28.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.418255 32575 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
20:11:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.418711 32575 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-1/data,/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-1/wal
20:11:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5239ea1f1c484963a9b92d5c1ed9ac84"
20:11:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 20:11:28 on dist-test-slave-x37c"
20:11:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.419103 32575 fs_report.cc:389] FS layout report
20:11:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:11:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-1/wal
20:11:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-1/wal
20:11:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-1/data/data
20:11:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:11:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:11:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:11:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:11:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:11:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:11:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:11:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:11:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:11:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:11:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:11:28.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.476573 32575 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:11:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.478152 32575 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:11:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.478657 32575 kserver.cc:163] Server-wide thread pool size limit: 3276
20:11:28.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.491753 32575 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:11:28.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.492219 32575 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.000s sys 0.000s
20:11:28.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.492637 32575 ts_tablet_manager.cc:616] Registered 0 tablets
20:11:28.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.492950 32575 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:11:28.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.699117 32575 rpc_server.cc:307] RPC server started. Bound to: 127.31.87.2:42159
20:11:28.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.699869 32719 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.87.2:42159 every 8 connection(s)
20:11:28.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.701781 32575 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-1/data/info.pb
20:11:28.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.710336 32722 heartbeater.cc:344] Connected to a master server at 127.31.87.62:38985
20:11:28.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.711140 32722 heartbeater.cc:461] Registering TS with master...
20:11:28.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.712072 32092 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasks26gwd/build/tsan/bin/kudu as pid 32575
20:11:28.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.712697 32092 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-1/wal/instance
20:11:28.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.712754 32722 heartbeater.cc:507] Master 127.31.87.62:38985 requested a full tablet report, sending...
20:11:28.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.716217 32136 ts_manager.cc:194] Registered new tserver with Master: 5239ea1f1c484963a9b92d5c1ed9ac84 (127.31.87.2:42159)
20:11:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.724383 32092 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasks26gwd/build/tsan/bin/kudu
20:11:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasks26gwd/build/tsan/bin/kudu
20:11:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-2/wal
20:11:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-2/data
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-2/logs
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-2/data/info.pb
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.87.3:0
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.87.3
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.87.3
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.87.62:38985,127.31.87.61:45469,127.31.87.60:44587
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.87.20:44253
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:11:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.724905 32720 heartbeater.cc:344] Connected to a master server at 127.31.87.60:44587
20:11:28.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.725256 32720 heartbeater.cc:461] Registering TS with master...
20:11:28.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.726238 32720 heartbeater.cc:507] Master 127.31.87.60:44587 requested a full tablet report, sending...
20:11:28.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.728915 32312 ts_manager.cc:194] Registered new tserver with Master: 5239ea1f1c484963a9b92d5c1ed9ac84 (127.31.87.2:42159)
20:11:28.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.730631 32312 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.87.2:37545
20:11:28.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.733841 32721 heartbeater.cc:344] Connected to a master server at 127.31.87.61:45469
20:11:28.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.734221 32721 heartbeater.cc:461] Registering TS with master...
20:11:28.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.734877 32721 heartbeater.cc:507] Master 127.31.87.61:45469 requested a full tablet report, sending...
20:11:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:28.737087 32222 ts_manager.cc:194] Registered new tserver with Master: 5239ea1f1c484963a9b92d5c1ed9ac84 (127.31.87.2:42159)
20:11:29.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:29.071748 32725 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:11:29.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:29.072230 32725 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:11:29.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:29.072810 32725 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:11:29.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:29.108336 32725 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:11:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:29.108942 32725 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:11:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:29.109184 32725 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:11:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:29.109404 32725 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
20:11:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:29.109836 32725 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.87.3
20:11:29.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:29.149892 32725 tablet_server_runner.cc:78] Tablet server non-default flags:
20:11:29.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:29.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.87.20:44253
20:11:29.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:29.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:11:29.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-2/data
20:11:29.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-2/wal
20:11:29.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:29.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:29.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.87.3:0
20:11:29.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:11:29.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:29.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:29.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-2/data/info.pb
20:11:29.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.87.3
20:11:29.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:29.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:11:29.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:11:29.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:11:29.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.87.62:38985,127.31.87.61:45469,127.31.87.60:44587
20:11:29.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:11:29.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:29.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:11:29.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:11:29.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:29.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.87.3
20:11:29.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-2/logs
20:11:29.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:29.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:11:29.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:11:29.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:11:29.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:11:29.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:11:29.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:11:29.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 19:43:25 UTC on e7f111948823
20:11:29.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11731
20:11:29.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:11:29.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:29.151919 32725 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:11:29.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:29.153610 32725 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:11:29.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:29.169100 32732 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:29.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:29.734809 32720 heartbeater.cc:499] Master 127.31.87.60:44587 was elected leader, sending a full tablet report...
20:11:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:29.173138 32735 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:29.171456 32733 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:30.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:30.434446 32734 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:11:30.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.434489 32725 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:11:30.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.439412 32725 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:11:30.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.442691 32725 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:11:30.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.444442 32725 hybrid_clock.cc:648] HybridClock initialized: now 1777839090444401 us; error 43 us; skew 500 ppm
20:11:30.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.445478 32725 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:11:30.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.452725 32725 webserver.cc:492] Webserver started at http://127.31.87.3:42543/ using document root <none> and password file <none>
20:11:30.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.453655 32725 fs_manager.cc:362] Metadata directory not provided
20:11:30.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.453881 32725 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:11:30.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.454401 32725 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:11:30.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.459036 32725 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-2/data/instance:
20:11:30.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "31c90bc4935448079c5b1434b1fa3fc1"
20:11:30.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 20:11:30 on dist-test-slave-x37c"
20:11:30.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.460193 32725 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-2/wal/instance:
20:11:30.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "31c90bc4935448079c5b1434b1fa3fc1"
20:11:30.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 20:11:30 on dist-test-slave-x37c"
20:11:30.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.469745 32725 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.009s sys 0.000s
20:11:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.476035 32744 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:11:30.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.477527 32725 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
20:11:30.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.477991 32725 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-2/data,/tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-2/wal
20:11:30.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "31c90bc4935448079c5b1434b1fa3fc1"
20:11:30.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 20:11:30 on dist-test-slave-x37c"
20:11:30.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.478324 32725 fs_report.cc:389] FS layout report
20:11:30.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:11:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-2/wal
20:11:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-2/wal
20:11:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-2/data/data
20:11:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:11:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:11:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:11:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:11:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:11:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:11:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:11:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:11:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:11:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:11:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:11:30.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.545183 32725 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:11:30.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.546741 32725 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:11:30.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.547185 32725 kserver.cc:163] Server-wide thread pool size limit: 3276
20:11:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.559195 32725 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:11:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.559475 32725 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:11:30.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.559788 32725 ts_tablet_manager.cc:616] Registered 0 tablets
20:11:30.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.560007 32725 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:11:30.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.747691 32725 rpc_server.cc:307] RPC server started. Bound to: 127.31.87.3:38813
20:11:30.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.748355 400 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.87.3:38813 every 8 connection(s)
20:11:30.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.751199 32725 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-2/data/info.pb
20:11:30.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.760004 32092 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasks26gwd/build/tsan/bin/kudu as pid 32725
20:11:30.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.760623 32092 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasks26gwd/test-tmp/mini-kudu-cluster12033161663055887067/ts-2/wal/instance
20:11:30.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.775590 403 heartbeater.cc:344] Connected to a master server at 127.31.87.62:38985
20:11:30.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.776305 403 heartbeater.cc:461] Registering TS with master...
20:11:30.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.793771 403 heartbeater.cc:507] Master 127.31.87.62:38985 requested a full tablet report, sending...
20:11:30.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.798640 32136 ts_manager.cc:194] Registered new tserver with Master: 31c90bc4935448079c5b1434b1fa3fc1 (127.31.87.3:38813)
20:11:30.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.801404 402 heartbeater.cc:344] Connected to a master server at 127.31.87.61:45469
20:11:30.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.806619 402 heartbeater.cc:461] Registering TS with master...
20:11:30.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.807608 402 heartbeater.cc:507] Master 127.31.87.61:45469 requested a full tablet report, sending...
20:11:30.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.803773 401 heartbeater.cc:344] Connected to a master server at 127.31.87.60:44587
20:11:30.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.808609 401 heartbeater.cc:461] Registering TS with master...
20:11:30.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.810169 401 heartbeater.cc:507] Master 127.31.87.60:44587 requested a full tablet report, sending...
20:11:30.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.810420 32222 ts_manager.cc:194] Registered new tserver with Master: 31c90bc4935448079c5b1434b1fa3fc1 (127.31.87.3:38813)
20:11:30.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.813233 32312 ts_manager.cc:194] Registered new tserver with Master: 31c90bc4935448079c5b1434b1fa3fc1 (127.31.87.3:38813)
20:11:30.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.815430 32312 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.87.3:40697
20:11:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.828224 32092 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
20:11:30.842 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:11:30.842 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:11:30.843 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.31.87.62"
port: 38985
}
bound_http_address {
host: "127.31.87.62"
port: 37853
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.31.87.61"
port: 45469
}
bound_http_address {
host: "127.31.87.61"
port: 38211
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.31.87.60"
port: 44587
}
bound_http_address {
host: "127.31.87.60"
port: 44609
}
}
}
20:11:30.844 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:11:30.844 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.31.87.1"
port: 34051
}
bound_http_address {
host: "127.31.87.1"
port: 46341
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.31.87.2"
port: 42159
}
bound_http_address {
host: "127.31.87.2"
port: 38267
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.31.87.3"
port: 38813
}
bound_http_address {
host: "127.31.87.3"
port: 42543
}
}
}
20:11:30.845 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:11:30.847 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:11:30.849 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.87.62:38985(127.31.87.62:38985)] connecting to peer
20:11:30.851 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:30.851 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.31.87.62:38985(127.31.87.62:38985)] Successfully connected to peer
20:11:30.853 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.87.61:45469(127.31.87.61:45469)] connecting to peer
20:11:30.853 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.87.62
20:11:30.855 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.31.87.60:44587(127.31.87.60:44587)] Successfully connected to peer
20:11:30.858 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.87.60
20:11:30.867 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.31.87.61:45469(127.31.87.61:45469)] Successfully connected to peer
20:11:30.871 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.87.61
20:11:30.871 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbab25d38, L:/127.0.0.1:45216 - R:/127.31.87.62:38985] using SASL/PLAIN
20:11:30.878 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xfaab072a, L:/127.0.0.1:44030 - R:/127.31.87.60:44587] using SASL/PLAIN
20:11:30.883 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:11:30.883 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=35), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [26ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [34ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: OK, deferred=null) after lookup
20:11:30.884 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x11565747, L:/127.0.0.1:36038 - R:/127.31.87.61:45469] using SASL/PLAIN
20:11:30.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.885305 32312 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44030:
20:11:30.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
20:11:30.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:11:30.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:11:30.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
20:11:30.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:11:30.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:11:30.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:11:30.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:11:30.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:11:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
20:11:30.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
20:11:30.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:11:30.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:11:30.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:30.889961 32312 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:11:30.926 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1032eb59d522437c9cdf878b8d11ef90
20:11:30.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.989094 32655 tablet_service.cc:1511] Processing CreateTablet for tablet 3e308c11727c461e8655a6a7fdf0da95 (DEFAULT_TABLE table=txn_manager_fallback [id=1032eb59d522437c9cdf878b8d11ef90]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:11:30.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.991171 32655 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3e308c11727c461e8655a6a7fdf0da95. 1 dirs total, 0 dirs full, 0 dirs failed
20:11:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.993947 32505 tablet_service.cc:1511] Processing CreateTablet for tablet 3e308c11727c461e8655a6a7fdf0da95 (DEFAULT_TABLE table=txn_manager_fallback [id=1032eb59d522437c9cdf878b8d11ef90]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:11:30.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.993901 32504 tablet_service.cc:1511] Processing CreateTablet for tablet 4841e3c954af4e5dabde3750d0a4c08d (DEFAULT_TABLE table=txn_manager_fallback [id=1032eb59d522437c9cdf878b8d11ef90]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:11:30.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.996511 32505 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3e308c11727c461e8655a6a7fdf0da95. 1 dirs total, 0 dirs full, 0 dirs failed
20:11:30.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.996457 336 tablet_service.cc:1511] Processing CreateTablet for tablet 3e308c11727c461e8655a6a7fdf0da95 (DEFAULT_TABLE table=txn_manager_fallback [id=1032eb59d522437c9cdf878b8d11ef90]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:11:30.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.998277 336 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3e308c11727c461e8655a6a7fdf0da95. 1 dirs total, 0 dirs full, 0 dirs failed
20:11:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.993848 335 tablet_service.cc:1511] Processing CreateTablet for tablet 4841e3c954af4e5dabde3750d0a4c08d (DEFAULT_TABLE table=txn_manager_fallback [id=1032eb59d522437c9cdf878b8d11ef90]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:11:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:30.999351 32654 tablet_service.cc:1511] Processing CreateTablet for tablet 4841e3c954af4e5dabde3750d0a4c08d (DEFAULT_TABLE table=txn_manager_fallback [id=1032eb59d522437c9cdf878b8d11ef90]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:11:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.000082 335 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4841e3c954af4e5dabde3750d0a4c08d. 1 dirs total, 0 dirs full, 0 dirs failed
20:11:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.000483 32504 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4841e3c954af4e5dabde3750d0a4c08d. 1 dirs total, 0 dirs full, 0 dirs failed
20:11:31.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.000854 32654 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4841e3c954af4e5dabde3750d0a4c08d. 1 dirs total, 0 dirs full, 0 dirs failed
20:11:31.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.036806 428 tablet_bootstrap.cc:492] T 3e308c11727c461e8655a6a7fdf0da95 P 31c90bc4935448079c5b1434b1fa3fc1: Bootstrap starting.
20:11:31.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.043103 430 tablet_bootstrap.cc:492] T 4841e3c954af4e5dabde3750d0a4c08d P 5239ea1f1c484963a9b92d5c1ed9ac84: Bootstrap starting.
20:11:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.045003 429 tablet_bootstrap.cc:492] T 4841e3c954af4e5dabde3750d0a4c08d P 9884eeea6f15440d86e03ea5e2817a92: Bootstrap starting.
20:11:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.045130 428 tablet_bootstrap.cc:654] T 3e308c11727c461e8655a6a7fdf0da95 P 31c90bc4935448079c5b1434b1fa3fc1: Neither blocks nor log segments found. Creating new log.
20:11:31.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.047775 428 log.cc:826] T 3e308c11727c461e8655a6a7fdf0da95 P 31c90bc4935448079c5b1434b1fa3fc1: Log is configured to *not* fsync() on all Append() calls
20:11:31.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.051313 429 tablet_bootstrap.cc:654] T 4841e3c954af4e5dabde3750d0a4c08d P 9884eeea6f15440d86e03ea5e2817a92: Neither blocks nor log segments found. Creating new log.
20:11:31.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.051477 430 tablet_bootstrap.cc:654] T 4841e3c954af4e5dabde3750d0a4c08d P 5239ea1f1c484963a9b92d5c1ed9ac84: Neither blocks nor log segments found. Creating new log.
20:11:31.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.053854 429 log.cc:826] T 4841e3c954af4e5dabde3750d0a4c08d P 9884eeea6f15440d86e03ea5e2817a92: Log is configured to *not* fsync() on all Append() calls
20:11:31.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.054440 430 log.cc:826] T 4841e3c954af4e5dabde3750d0a4c08d P 5239ea1f1c484963a9b92d5c1ed9ac84: Log is configured to *not* fsync() on all Append() calls
20:11:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.057893 428 tablet_bootstrap.cc:492] T 3e308c11727c461e8655a6a7fdf0da95 P 31c90bc4935448079c5b1434b1fa3fc1: No bootstrap required, opened a new log
20:11:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.058457 428 ts_tablet_manager.cc:1403] T 3e308c11727c461e8655a6a7fdf0da95 P 31c90bc4935448079c5b1434b1fa3fc1: Time spent bootstrapping tablet: real 0.022s user 0.013s sys 0.005s
20:11:31.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.059578 430 tablet_bootstrap.cc:492] T 4841e3c954af4e5dabde3750d0a4c08d P 5239ea1f1c484963a9b92d5c1ed9ac84: No bootstrap required, opened a new log
20:11:31.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.059737 429 tablet_bootstrap.cc:492] T 4841e3c954af4e5dabde3750d0a4c08d P 9884eeea6f15440d86e03ea5e2817a92: No bootstrap required, opened a new log
20:11:31.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.060144 430 ts_tablet_manager.cc:1403] T 4841e3c954af4e5dabde3750d0a4c08d P 5239ea1f1c484963a9b92d5c1ed9ac84: Time spent bootstrapping tablet: real 0.018s user 0.012s sys 0.004s
20:11:31.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.060273 429 ts_tablet_manager.cc:1403] T 4841e3c954af4e5dabde3750d0a4c08d P 9884eeea6f15440d86e03ea5e2817a92: Time spent bootstrapping tablet: real 0.016s user 0.009s sys 0.004s
20:11:31.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.080494 430 raft_consensus.cc:359] T 4841e3c954af4e5dabde3750d0a4c08d P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } }
20:11:31.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.081475 430 raft_consensus.cc:385] T 4841e3c954af4e5dabde3750d0a4c08d P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:11:31.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.081805 430 raft_consensus.cc:740] T 4841e3c954af4e5dabde3750d0a4c08d P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5239ea1f1c484963a9b92d5c1ed9ac84, State: Initialized, Role: FOLLOWER
20:11:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.082775 430 consensus_queue.cc:260] T 4841e3c954af4e5dabde3750d0a4c08d P 5239ea1f1c484963a9b92d5c1ed9ac84 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } }
20:11:31.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.086787 430 ts_tablet_manager.cc:1434] T 4841e3c954af4e5dabde3750d0a4c08d P 5239ea1f1c484963a9b92d5c1ed9ac84: Time spent starting tablet: real 0.026s user 0.028s sys 0.000s
20:11:31.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.088327 428 raft_consensus.cc:359] T 3e308c11727c461e8655a6a7fdf0da95 P 31c90bc4935448079c5b1434b1fa3fc1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } }
20:11:31.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.089371 428 raft_consensus.cc:385] T 3e308c11727c461e8655a6a7fdf0da95 P 31c90bc4935448079c5b1434b1fa3fc1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:11:31.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.089679 428 raft_consensus.cc:740] T 3e308c11727c461e8655a6a7fdf0da95 P 31c90bc4935448079c5b1434b1fa3fc1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 31c90bc4935448079c5b1434b1fa3fc1, State: Initialized, Role: FOLLOWER
20:11:31.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.090740 428 consensus_queue.cc:260] T 3e308c11727c461e8655a6a7fdf0da95 P 31c90bc4935448079c5b1434b1fa3fc1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } }
20:11:31.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.091284 429 raft_consensus.cc:359] T 4841e3c954af4e5dabde3750d0a4c08d P 9884eeea6f15440d86e03ea5e2817a92 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } }
20:11:31.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.092188 429 raft_consensus.cc:385] T 4841e3c954af4e5dabde3750d0a4c08d P 9884eeea6f15440d86e03ea5e2817a92 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:11:31.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.092509 429 raft_consensus.cc:740] T 4841e3c954af4e5dabde3750d0a4c08d P 9884eeea6f15440d86e03ea5e2817a92 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9884eeea6f15440d86e03ea5e2817a92, State: Initialized, Role: FOLLOWER
20:11:31.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.093665 429 consensus_queue.cc:260] T 4841e3c954af4e5dabde3750d0a4c08d P 9884eeea6f15440d86e03ea5e2817a92 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } }
20:11:31.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.101987 429 ts_tablet_manager.cc:1434] T 4841e3c954af4e5dabde3750d0a4c08d P 9884eeea6f15440d86e03ea5e2817a92: Time spent starting tablet: real 0.041s user 0.032s sys 0.004s
20:11:31.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.104931 428 ts_tablet_manager.cc:1434] T 3e308c11727c461e8655a6a7fdf0da95 P 31c90bc4935448079c5b1434b1fa3fc1: Time spent starting tablet: real 0.046s user 0.035s sys 0.008s
20:11:31.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.105908 401 heartbeater.cc:499] Master 127.31.87.60:44587 was elected leader, sending a full tablet report...
20:11:31.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.106099 429 tablet_bootstrap.cc:492] T 3e308c11727c461e8655a6a7fdf0da95 P 9884eeea6f15440d86e03ea5e2817a92: Bootstrap starting.
20:11:31.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.099560 430 tablet_bootstrap.cc:492] T 3e308c11727c461e8655a6a7fdf0da95 P 5239ea1f1c484963a9b92d5c1ed9ac84: Bootstrap starting.
20:11:31.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.113019 429 tablet_bootstrap.cc:654] T 3e308c11727c461e8655a6a7fdf0da95 P 9884eeea6f15440d86e03ea5e2817a92: Neither blocks nor log segments found. Creating new log.
20:11:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.118139 430 tablet_bootstrap.cc:654] T 3e308c11727c461e8655a6a7fdf0da95 P 5239ea1f1c484963a9b92d5c1ed9ac84: Neither blocks nor log segments found. Creating new log.
20:11:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.119920 428 tablet_bootstrap.cc:492] T 4841e3c954af4e5dabde3750d0a4c08d P 31c90bc4935448079c5b1434b1fa3fc1: Bootstrap starting.
20:11:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.126259 428 tablet_bootstrap.cc:654] T 4841e3c954af4e5dabde3750d0a4c08d P 31c90bc4935448079c5b1434b1fa3fc1: Neither blocks nor log segments found. Creating new log.
20:11:31.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.127211 430 tablet_bootstrap.cc:492] T 3e308c11727c461e8655a6a7fdf0da95 P 5239ea1f1c484963a9b92d5c1ed9ac84: No bootstrap required, opened a new log
20:11:31.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.127723 430 ts_tablet_manager.cc:1403] T 3e308c11727c461e8655a6a7fdf0da95 P 5239ea1f1c484963a9b92d5c1ed9ac84: Time spent bootstrapping tablet: real 0.028s user 0.011s sys 0.004s
20:11:31.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.134183 430 raft_consensus.cc:359] T 3e308c11727c461e8655a6a7fdf0da95 P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } }
20:11:31.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.135217 430 raft_consensus.cc:385] T 3e308c11727c461e8655a6a7fdf0da95 P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:11:31.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.135564 430 raft_consensus.cc:740] T 3e308c11727c461e8655a6a7fdf0da95 P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5239ea1f1c484963a9b92d5c1ed9ac84, State: Initialized, Role: FOLLOWER
20:11:31.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.136588 430 consensus_queue.cc:260] T 3e308c11727c461e8655a6a7fdf0da95 P 5239ea1f1c484963a9b92d5c1ed9ac84 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } }
20:11:31.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.138387 429 tablet_bootstrap.cc:492] T 3e308c11727c461e8655a6a7fdf0da95 P 9884eeea6f15440d86e03ea5e2817a92: No bootstrap required, opened a new log
20:11:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.138880 429 ts_tablet_manager.cc:1403] T 3e308c11727c461e8655a6a7fdf0da95 P 9884eeea6f15440d86e03ea5e2817a92: Time spent bootstrapping tablet: real 0.033s user 0.011s sys 0.007s
20:11:31.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.140431 428 tablet_bootstrap.cc:492] T 4841e3c954af4e5dabde3750d0a4c08d P 31c90bc4935448079c5b1434b1fa3fc1: No bootstrap required, opened a new log
20:11:31.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.141038 428 ts_tablet_manager.cc:1403] T 4841e3c954af4e5dabde3750d0a4c08d P 31c90bc4935448079c5b1434b1fa3fc1: Time spent bootstrapping tablet: real 0.021s user 0.012s sys 0.001s
20:11:31.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.141147 430 ts_tablet_manager.cc:1434] T 3e308c11727c461e8655a6a7fdf0da95 P 5239ea1f1c484963a9b92d5c1ed9ac84: Time spent starting tablet: real 0.011s user 0.007s sys 0.000s
20:11:31.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.141875 429 raft_consensus.cc:359] T 3e308c11727c461e8655a6a7fdf0da95 P 9884eeea6f15440d86e03ea5e2817a92 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } }
20:11:31.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.142575 429 raft_consensus.cc:385] T 3e308c11727c461e8655a6a7fdf0da95 P 9884eeea6f15440d86e03ea5e2817a92 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:11:31.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.142935 429 raft_consensus.cc:740] T 3e308c11727c461e8655a6a7fdf0da95 P 9884eeea6f15440d86e03ea5e2817a92 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9884eeea6f15440d86e03ea5e2817a92, State: Initialized, Role: FOLLOWER
20:11:31.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.143714 429 consensus_queue.cc:260] T 3e308c11727c461e8655a6a7fdf0da95 P 9884eeea6f15440d86e03ea5e2817a92 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } }
20:11:31.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.146142 429 ts_tablet_manager.cc:1434] T 3e308c11727c461e8655a6a7fdf0da95 P 9884eeea6f15440d86e03ea5e2817a92: Time spent starting tablet: real 0.007s user 0.001s sys 0.004s
20:11:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.148308 428 raft_consensus.cc:359] T 4841e3c954af4e5dabde3750d0a4c08d P 31c90bc4935448079c5b1434b1fa3fc1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } }
20:11:31.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.149063 428 raft_consensus.cc:385] T 4841e3c954af4e5dabde3750d0a4c08d P 31c90bc4935448079c5b1434b1fa3fc1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:11:31.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.149348 428 raft_consensus.cc:740] T 4841e3c954af4e5dabde3750d0a4c08d P 31c90bc4935448079c5b1434b1fa3fc1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 31c90bc4935448079c5b1434b1fa3fc1, State: Initialized, Role: FOLLOWER
20:11:31.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.150139 428 consensus_queue.cc:260] T 4841e3c954af4e5dabde3750d0a4c08d P 31c90bc4935448079c5b1434b1fa3fc1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } }
20:11:31.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.152997 428 ts_tablet_manager.cc:1434] T 4841e3c954af4e5dabde3750d0a4c08d P 31c90bc4935448079c5b1434b1fa3fc1: Time spent starting tablet: real 0.011s user 0.005s sys 0.000s
20:11:31.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:31.219488 32723 tablet.cc:2404] T 3e308c11727c461e8655a6a7fdf0da95 P 5239ea1f1c484963a9b92d5c1ed9ac84: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:11:31.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.232478 434 raft_consensus.cc:493] T 4841e3c954af4e5dabde3750d0a4c08d P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:11:31.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.233420 434 raft_consensus.cc:515] T 4841e3c954af4e5dabde3750d0a4c08d P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } }
20:11:31.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.236227 434 leader_election.cc:290] T 4841e3c954af4e5dabde3750d0a4c08d P 5239ea1f1c484963a9b92d5c1ed9ac84 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9884eeea6f15440d86e03ea5e2817a92 (127.31.87.1:34051), 31c90bc4935448079c5b1434b1fa3fc1 (127.31.87.3:38813)
20:11:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.249214 32525 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4841e3c954af4e5dabde3750d0a4c08d" candidate_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9884eeea6f15440d86e03ea5e2817a92" is_pre_election: true
20:11:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.250075 32525 raft_consensus.cc:2468] T 4841e3c954af4e5dabde3750d0a4c08d P 9884eeea6f15440d86e03ea5e2817a92 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5239ea1f1c484963a9b92d5c1ed9ac84 in term 0.
20:11:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.251555 32597 leader_election.cc:304] T 4841e3c954af4e5dabde3750d0a4c08d P 5239ea1f1c484963a9b92d5c1ed9ac84 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5239ea1f1c484963a9b92d5c1ed9ac84, 9884eeea6f15440d86e03ea5e2817a92; no voters:
20:11:31.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.252482 434 raft_consensus.cc:2804] T 4841e3c954af4e5dabde3750d0a4c08d P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:11:31.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.253063 434 raft_consensus.cc:493] T 4841e3c954af4e5dabde3750d0a4c08d P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:11:31.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.252919 356 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4841e3c954af4e5dabde3750d0a4c08d" candidate_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "31c90bc4935448079c5b1434b1fa3fc1" is_pre_election: true
20:11:31.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.253398 434 raft_consensus.cc:3060] T 4841e3c954af4e5dabde3750d0a4c08d P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 0 FOLLOWER]: Advancing to term 1
20:11:31.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.253834 356 raft_consensus.cc:2468] T 4841e3c954af4e5dabde3750d0a4c08d P 31c90bc4935448079c5b1434b1fa3fc1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5239ea1f1c484963a9b92d5c1ed9ac84 in term 0.
20:11:31.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:31.258255 32574 tablet.cc:2404] T 3e308c11727c461e8655a6a7fdf0da95 P 9884eeea6f15440d86e03ea5e2817a92: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:11:31.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.259259 434 raft_consensus.cc:515] T 4841e3c954af4e5dabde3750d0a4c08d P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } }
20:11:31.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.261193 434 leader_election.cc:290] T 4841e3c954af4e5dabde3750d0a4c08d P 5239ea1f1c484963a9b92d5c1ed9ac84 [CANDIDATE]: Term 1 election: Requested vote from peers 9884eeea6f15440d86e03ea5e2817a92 (127.31.87.1:34051), 31c90bc4935448079c5b1434b1fa3fc1 (127.31.87.3:38813)
20:11:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.262385 32525 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4841e3c954af4e5dabde3750d0a4c08d" candidate_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9884eeea6f15440d86e03ea5e2817a92"
20:11:31.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.262416 356 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4841e3c954af4e5dabde3750d0a4c08d" candidate_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "31c90bc4935448079c5b1434b1fa3fc1"
20:11:31.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.263139 32525 raft_consensus.cc:3060] T 4841e3c954af4e5dabde3750d0a4c08d P 9884eeea6f15440d86e03ea5e2817a92 [term 0 FOLLOWER]: Advancing to term 1
20:11:31.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.263134 356 raft_consensus.cc:3060] T 4841e3c954af4e5dabde3750d0a4c08d P 31c90bc4935448079c5b1434b1fa3fc1 [term 0 FOLLOWER]: Advancing to term 1
20:11:31.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.270531 32525 raft_consensus.cc:2468] T 4841e3c954af4e5dabde3750d0a4c08d P 9884eeea6f15440d86e03ea5e2817a92 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5239ea1f1c484963a9b92d5c1ed9ac84 in term 1.
20:11:31.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.270531 356 raft_consensus.cc:2468] T 4841e3c954af4e5dabde3750d0a4c08d P 31c90bc4935448079c5b1434b1fa3fc1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5239ea1f1c484963a9b92d5c1ed9ac84 in term 1.
20:11:31.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.271785 32597 leader_election.cc:304] T 4841e3c954af4e5dabde3750d0a4c08d P 5239ea1f1c484963a9b92d5c1ed9ac84 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5239ea1f1c484963a9b92d5c1ed9ac84, 9884eeea6f15440d86e03ea5e2817a92; no voters:
20:11:31.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.272513 434 raft_consensus.cc:2804] T 4841e3c954af4e5dabde3750d0a4c08d P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 1 FOLLOWER]: Leader election won for term 1
20:11:31.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.274233 434 raft_consensus.cc:697] T 4841e3c954af4e5dabde3750d0a4c08d P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 1 LEADER]: Becoming Leader. State: Replica: 5239ea1f1c484963a9b92d5c1ed9ac84, State: Running, Role: LEADER
20:11:31.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.275317 434 consensus_queue.cc:237] T 4841e3c954af4e5dabde3750d0a4c08d P 5239ea1f1c484963a9b92d5c1ed9ac84 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } }
20:11:31.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.289206 32311 catalog_manager.cc:5671] T 4841e3c954af4e5dabde3750d0a4c08d P 5239ea1f1c484963a9b92d5c1ed9ac84 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5239ea1f1c484963a9b92d5c1ed9ac84 (127.31.87.2). New cstate: current_term: 1 leader_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } health_report { overall_health: UNKNOWN } } }
20:11:31.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:31.305745 405 tablet.cc:2404] T 3e308c11727c461e8655a6a7fdf0da95 P 31c90bc4935448079c5b1434b1fa3fc1: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:11:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.409852 434 raft_consensus.cc:493] T 3e308c11727c461e8655a6a7fdf0da95 P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:11:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.410375 434 raft_consensus.cc:515] T 3e308c11727c461e8655a6a7fdf0da95 P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } }
20:11:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.413486 32525 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e308c11727c461e8655a6a7fdf0da95" candidate_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9884eeea6f15440d86e03ea5e2817a92" is_pre_election: true
20:11:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.413877 356 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e308c11727c461e8655a6a7fdf0da95" candidate_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "31c90bc4935448079c5b1434b1fa3fc1" is_pre_election: true
20:11:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.414196 32525 raft_consensus.cc:2468] T 3e308c11727c461e8655a6a7fdf0da95 P 9884eeea6f15440d86e03ea5e2817a92 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5239ea1f1c484963a9b92d5c1ed9ac84 in term 0.
20:11:31.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.413167 434 leader_election.cc:290] T 3e308c11727c461e8655a6a7fdf0da95 P 5239ea1f1c484963a9b92d5c1ed9ac84 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9884eeea6f15440d86e03ea5e2817a92 (127.31.87.1:34051), 31c90bc4935448079c5b1434b1fa3fc1 (127.31.87.3:38813)
20:11:31.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.415468 32597 leader_election.cc:304] T 3e308c11727c461e8655a6a7fdf0da95 P 5239ea1f1c484963a9b92d5c1ed9ac84 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5239ea1f1c484963a9b92d5c1ed9ac84, 9884eeea6f15440d86e03ea5e2817a92; no voters:
20:11:31.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.415553 356 raft_consensus.cc:2468] T 3e308c11727c461e8655a6a7fdf0da95 P 31c90bc4935448079c5b1434b1fa3fc1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5239ea1f1c484963a9b92d5c1ed9ac84 in term 0.
20:11:31.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.416541 434 raft_consensus.cc:2804] T 3e308c11727c461e8655a6a7fdf0da95 P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:11:31.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.417176 434 raft_consensus.cc:493] T 3e308c11727c461e8655a6a7fdf0da95 P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:11:31.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.417594 434 raft_consensus.cc:3060] T 3e308c11727c461e8655a6a7fdf0da95 P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 0 FOLLOWER]: Advancing to term 1
20:11:31.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.425753 434 raft_consensus.cc:515] T 3e308c11727c461e8655a6a7fdf0da95 P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } }
20:11:31.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.427598 434 leader_election.cc:290] T 3e308c11727c461e8655a6a7fdf0da95 P 5239ea1f1c484963a9b92d5c1ed9ac84 [CANDIDATE]: Term 1 election: Requested vote from peers 9884eeea6f15440d86e03ea5e2817a92 (127.31.87.1:34051), 31c90bc4935448079c5b1434b1fa3fc1 (127.31.87.3:38813)
20:11:31.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.428891 32525 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e308c11727c461e8655a6a7fdf0da95" candidate_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9884eeea6f15440d86e03ea5e2817a92"
20:11:31.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.428936 356 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3e308c11727c461e8655a6a7fdf0da95" candidate_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "31c90bc4935448079c5b1434b1fa3fc1"
20:11:31.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.429478 356 raft_consensus.cc:3060] T 3e308c11727c461e8655a6a7fdf0da95 P 31c90bc4935448079c5b1434b1fa3fc1 [term 0 FOLLOWER]: Advancing to term 1
20:11:31.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.429474 32525 raft_consensus.cc:3060] T 3e308c11727c461e8655a6a7fdf0da95 P 9884eeea6f15440d86e03ea5e2817a92 [term 0 FOLLOWER]: Advancing to term 1
20:11:31.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.436198 356 raft_consensus.cc:2468] T 3e308c11727c461e8655a6a7fdf0da95 P 31c90bc4935448079c5b1434b1fa3fc1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5239ea1f1c484963a9b92d5c1ed9ac84 in term 1.
20:11:31.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.436198 32525 raft_consensus.cc:2468] T 3e308c11727c461e8655a6a7fdf0da95 P 9884eeea6f15440d86e03ea5e2817a92 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5239ea1f1c484963a9b92d5c1ed9ac84 in term 1.
20:11:31.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.437559 32597 leader_election.cc:304] T 3e308c11727c461e8655a6a7fdf0da95 P 5239ea1f1c484963a9b92d5c1ed9ac84 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 31c90bc4935448079c5b1434b1fa3fc1, 5239ea1f1c484963a9b92d5c1ed9ac84, 9884eeea6f15440d86e03ea5e2817a92; no voters:
20:11:31.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.438550 434 raft_consensus.cc:2804] T 3e308c11727c461e8655a6a7fdf0da95 P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 1 FOLLOWER]: Leader election won for term 1
20:11:31.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.439054 434 raft_consensus.cc:697] T 3e308c11727c461e8655a6a7fdf0da95 P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 1 LEADER]: Becoming Leader. State: Replica: 5239ea1f1c484963a9b92d5c1ed9ac84, State: Running, Role: LEADER
20:11:31.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.440034 434 consensus_queue.cc:237] T 3e308c11727c461e8655a6a7fdf0da95 P 5239ea1f1c484963a9b92d5c1ed9ac84 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } }
20:11:31.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.448678 32311 catalog_manager.cc:5671] T 3e308c11727c461e8655a6a7fdf0da95 P 5239ea1f1c484963a9b92d5c1ed9ac84 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5239ea1f1c484963a9b92d5c1ed9ac84 (127.31.87.2). New cstate: current_term: 1 leader_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } health_report { overall_health: UNKNOWN } } }
20:11:31.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.694837 434 consensus_queue.cc:1048] T 4841e3c954af4e5dabde3750d0a4c08d P 5239ea1f1c484963a9b92d5c1ed9ac84 [LEADER]: Connected to new peer: Peer: permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:11:31.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.724787 442 consensus_queue.cc:1048] T 4841e3c954af4e5dabde3750d0a4c08d P 5239ea1f1c484963a9b92d5c1ed9ac84 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:11:31.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.900251 448 consensus_queue.cc:1048] T 3e308c11727c461e8655a6a7fdf0da95 P 5239ea1f1c484963a9b92d5c1ed9ac84 [LEADER]: Connected to new peer: Peer: permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:11:31.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.913592 434 consensus_queue.cc:1048] T 3e308c11727c461e8655a6a7fdf0da95 P 5239ea1f1c484963a9b92d5c1ed9ac84 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:31.975349 32311 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44044:
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:11:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:11:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:11:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:11:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:11:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:11:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:11:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:11:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:11:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:11:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:11:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:11:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:11:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:11:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:11:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:11:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:11:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:11:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:11:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:11:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:11:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:11:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:11:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:11:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:11:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:11:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:11:31.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:31.977533 32311 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:11:32.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.020117 32504 tablet_service.cc:1511] Processing CreateTablet for tablet 2994553b04ca4ca3adb41017e3ec6a81 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=34ab4b3a5fe14934bd073fb4fabc8919]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:11:32.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.021190 32655 tablet_service.cc:1511] Processing CreateTablet for tablet 2994553b04ca4ca3adb41017e3ec6a81 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=34ab4b3a5fe14934bd073fb4fabc8919]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:11:32.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.022012 32504 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2994553b04ca4ca3adb41017e3ec6a81. 1 dirs total, 0 dirs full, 0 dirs failed
20:11:32.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.022833 32655 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2994553b04ca4ca3adb41017e3ec6a81. 1 dirs total, 0 dirs full, 0 dirs failed
20:11:32.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.022867 335 tablet_service.cc:1511] Processing CreateTablet for tablet 2994553b04ca4ca3adb41017e3ec6a81 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=34ab4b3a5fe14934bd073fb4fabc8919]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:11:32.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.024624 335 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2994553b04ca4ca3adb41017e3ec6a81. 1 dirs total, 0 dirs full, 0 dirs failed
20:11:32.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.039721 474 tablet_bootstrap.cc:492] T 2994553b04ca4ca3adb41017e3ec6a81 P 9884eeea6f15440d86e03ea5e2817a92: Bootstrap starting.
20:11:32.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.042933 475 tablet_bootstrap.cc:492] T 2994553b04ca4ca3adb41017e3ec6a81 P 31c90bc4935448079c5b1434b1fa3fc1: Bootstrap starting.
20:11:32.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.046103 474 tablet_bootstrap.cc:654] T 2994553b04ca4ca3adb41017e3ec6a81 P 9884eeea6f15440d86e03ea5e2817a92: Neither blocks nor log segments found. Creating new log.
20:11:32.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.048743 476 tablet_bootstrap.cc:492] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84: Bootstrap starting.
20:11:32.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.050222 475 tablet_bootstrap.cc:654] T 2994553b04ca4ca3adb41017e3ec6a81 P 31c90bc4935448079c5b1434b1fa3fc1: Neither blocks nor log segments found. Creating new log.
20:11:32.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.053332 474 tablet_bootstrap.cc:492] T 2994553b04ca4ca3adb41017e3ec6a81 P 9884eeea6f15440d86e03ea5e2817a92: No bootstrap required, opened a new log
20:11:32.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.053875 474 ts_tablet_manager.cc:1403] T 2994553b04ca4ca3adb41017e3ec6a81 P 9884eeea6f15440d86e03ea5e2817a92: Time spent bootstrapping tablet: real 0.014s user 0.008s sys 0.003s
20:11:32.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.055402 476 tablet_bootstrap.cc:654] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84: Neither blocks nor log segments found. Creating new log.
20:11:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.057868 474 raft_consensus.cc:359] T 2994553b04ca4ca3adb41017e3ec6a81 P 9884eeea6f15440d86e03ea5e2817a92 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } }
20:11:32.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.058895 474 raft_consensus.cc:385] T 2994553b04ca4ca3adb41017e3ec6a81 P 9884eeea6f15440d86e03ea5e2817a92 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:11:32.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.059278 474 raft_consensus.cc:740] T 2994553b04ca4ca3adb41017e3ec6a81 P 9884eeea6f15440d86e03ea5e2817a92 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9884eeea6f15440d86e03ea5e2817a92, State: Initialized, Role: FOLLOWER
20:11:32.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.060088 474 consensus_queue.cc:260] T 2994553b04ca4ca3adb41017e3ec6a81 P 9884eeea6f15440d86e03ea5e2817a92 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } }
20:11:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.062003 475 tablet_bootstrap.cc:492] T 2994553b04ca4ca3adb41017e3ec6a81 P 31c90bc4935448079c5b1434b1fa3fc1: No bootstrap required, opened a new log
20:11:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.061950 450 tablet_replica.cc:442] T 2994553b04ca4ca3adb41017e3ec6a81 P 9884eeea6f15440d86e03ea5e2817a92: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } } }
20:11:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.062430 475 ts_tablet_manager.cc:1403] T 2994553b04ca4ca3adb41017e3ec6a81 P 31c90bc4935448079c5b1434b1fa3fc1: Time spent bootstrapping tablet: real 0.020s user 0.013s sys 0.004s
20:11:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.062752 450 tablet_replica.cc:445] T 2994553b04ca4ca3adb41017e3ec6a81 P 9884eeea6f15440d86e03ea5e2817a92: This TxnStatusTablet replica's current role is: FOLLOWER
20:11:32.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.065302 475 raft_consensus.cc:359] T 2994553b04ca4ca3adb41017e3ec6a81 P 31c90bc4935448079c5b1434b1fa3fc1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } }
20:11:32.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.066263 475 raft_consensus.cc:385] T 2994553b04ca4ca3adb41017e3ec6a81 P 31c90bc4935448079c5b1434b1fa3fc1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:11:32.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.066555 475 raft_consensus.cc:740] T 2994553b04ca4ca3adb41017e3ec6a81 P 31c90bc4935448079c5b1434b1fa3fc1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 31c90bc4935448079c5b1434b1fa3fc1, State: Initialized, Role: FOLLOWER
20:11:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.067281 475 consensus_queue.cc:260] T 2994553b04ca4ca3adb41017e3ec6a81 P 31c90bc4935448079c5b1434b1fa3fc1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } }
20:11:32.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.068946 445 tablet_replica.cc:442] T 2994553b04ca4ca3adb41017e3ec6a81 P 31c90bc4935448079c5b1434b1fa3fc1: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } } }
20:11:32.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.069715 445 tablet_replica.cc:445] T 2994553b04ca4ca3adb41017e3ec6a81 P 31c90bc4935448079c5b1434b1fa3fc1: This TxnStatusTablet replica's current role is: FOLLOWER
20:11:32.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.069736 475 ts_tablet_manager.cc:1434] T 2994553b04ca4ca3adb41017e3ec6a81 P 31c90bc4935448079c5b1434b1fa3fc1: Time spent starting tablet: real 0.007s user 0.001s sys 0.003s
20:11:32.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.077399 474 ts_tablet_manager.cc:1434] T 2994553b04ca4ca3adb41017e3ec6a81 P 9884eeea6f15440d86e03ea5e2817a92: Time spent starting tablet: real 0.023s user 0.005s sys 0.005s
20:11:32.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.079169 476 tablet_bootstrap.cc:492] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84: No bootstrap required, opened a new log
20:11:32.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.079809 476 ts_tablet_manager.cc:1403] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84: Time spent bootstrapping tablet: real 0.031s user 0.009s sys 0.005s
20:11:32.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.082739 476 raft_consensus.cc:359] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } }
20:11:32.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.083323 476 raft_consensus.cc:385] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:11:32.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.083604 476 raft_consensus.cc:740] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5239ea1f1c484963a9b92d5c1ed9ac84, State: Initialized, Role: FOLLOWER
20:11:32.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.084473 476 consensus_queue.cc:260] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } }
20:11:32.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.085806 434 tablet_replica.cc:442] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } } }
20:11:32.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.086717 434 tablet_replica.cc:445] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84: This TxnStatusTablet replica's current role is: FOLLOWER
20:11:32.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.089021 476 ts_tablet_manager.cc:1434] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84: Time spent starting tablet: real 0.009s user 0.000s sys 0.005s
20:11:32.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.227809 442 raft_consensus.cc:493] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:11:32.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.228183 442 raft_consensus.cc:515] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } }
20:11:32.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.229694 442 leader_election.cc:290] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9884eeea6f15440d86e03ea5e2817a92 (127.31.87.1:34051), 31c90bc4935448079c5b1434b1fa3fc1 (127.31.87.3:38813)
20:11:32.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.230847 32525 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2994553b04ca4ca3adb41017e3ec6a81" candidate_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9884eeea6f15440d86e03ea5e2817a92" is_pre_election: true
20:11:32.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.230929 356 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2994553b04ca4ca3adb41017e3ec6a81" candidate_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "31c90bc4935448079c5b1434b1fa3fc1" is_pre_election: true
20:11:32.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.231431 32525 raft_consensus.cc:2468] T 2994553b04ca4ca3adb41017e3ec6a81 P 9884eeea6f15440d86e03ea5e2817a92 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5239ea1f1c484963a9b92d5c1ed9ac84 in term 0.
20:11:32.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.231575 356 raft_consensus.cc:2468] T 2994553b04ca4ca3adb41017e3ec6a81 P 31c90bc4935448079c5b1434b1fa3fc1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5239ea1f1c484963a9b92d5c1ed9ac84 in term 0.
20:11:32.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.232686 32599 leader_election.cc:304] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 31c90bc4935448079c5b1434b1fa3fc1, 5239ea1f1c484963a9b92d5c1ed9ac84; no voters:
20:11:32.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.233553 442 raft_consensus.cc:2804] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:11:32.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.233987 442 raft_consensus.cc:493] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:11:32.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.234340 442 raft_consensus.cc:3060] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 0 FOLLOWER]: Advancing to term 1
20:11:32.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.240595 442 raft_consensus.cc:515] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } }
20:11:32.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.242149 442 leader_election.cc:290] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84 [CANDIDATE]: Term 1 election: Requested vote from peers 9884eeea6f15440d86e03ea5e2817a92 (127.31.87.1:34051), 31c90bc4935448079c5b1434b1fa3fc1 (127.31.87.3:38813)
20:11:32.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.243088 32525 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2994553b04ca4ca3adb41017e3ec6a81" candidate_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9884eeea6f15440d86e03ea5e2817a92"
20:11:32.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.243322 356 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2994553b04ca4ca3adb41017e3ec6a81" candidate_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "31c90bc4935448079c5b1434b1fa3fc1"
20:11:32.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.243681 32525 raft_consensus.cc:3060] T 2994553b04ca4ca3adb41017e3ec6a81 P 9884eeea6f15440d86e03ea5e2817a92 [term 0 FOLLOWER]: Advancing to term 1
20:11:32.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.243919 356 raft_consensus.cc:3060] T 2994553b04ca4ca3adb41017e3ec6a81 P 31c90bc4935448079c5b1434b1fa3fc1 [term 0 FOLLOWER]: Advancing to term 1
20:11:32.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.250732 356 raft_consensus.cc:2468] T 2994553b04ca4ca3adb41017e3ec6a81 P 31c90bc4935448079c5b1434b1fa3fc1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5239ea1f1c484963a9b92d5c1ed9ac84 in term 1.
20:11:32.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.251300 32525 raft_consensus.cc:2468] T 2994553b04ca4ca3adb41017e3ec6a81 P 9884eeea6f15440d86e03ea5e2817a92 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5239ea1f1c484963a9b92d5c1ed9ac84 in term 1.
20:11:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.252133 32599 leader_election.cc:304] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 31c90bc4935448079c5b1434b1fa3fc1, 5239ea1f1c484963a9b92d5c1ed9ac84; no voters:
20:11:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.253072 442 raft_consensus.cc:2804] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 1 FOLLOWER]: Leader election won for term 1
20:11:32.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.253571 442 raft_consensus.cc:697] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84 [term 1 LEADER]: Becoming Leader. State: Replica: 5239ea1f1c484963a9b92d5c1ed9ac84, State: Running, Role: LEADER
20:11:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.254331 442 consensus_queue.cc:237] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } }
20:11:32.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.264292 434 tablet_replica.cc:442] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84: TxnStatusTablet state changed. Reason: New leader 5239ea1f1c484963a9b92d5c1ed9ac84. Latest consensus state: current_term: 1 leader_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } } }
20:11:32.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.265084 434 tablet_replica.cc:445] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84: This TxnStatusTablet replica's current role is: LEADER
20:11:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.264500 32311 catalog_manager.cc:5671] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5239ea1f1c484963a9b92d5c1ed9ac84 (127.31.87.2). New cstate: current_term: 1 leader_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } health_report { overall_health: UNKNOWN } } }
20:11:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.269933 481 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
20:11:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.270473 481 txn_status_manager.cc:930] Loading transaction status metadata into memory...
20:11:32.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.334867 32525 raft_consensus.cc:1275] T 2994553b04ca4ca3adb41017e3ec6a81 P 9884eeea6f15440d86e03ea5e2817a92 [term 1 FOLLOWER]: Refusing update from remote peer 5239ea1f1c484963a9b92d5c1ed9ac84: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:11:32.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.334863 356 raft_consensus.cc:1275] T 2994553b04ca4ca3adb41017e3ec6a81 P 31c90bc4935448079c5b1434b1fa3fc1 [term 1 FOLLOWER]: Refusing update from remote peer 5239ea1f1c484963a9b92d5c1ed9ac84: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:11:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.336289 442 consensus_queue.cc:1048] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84 [LEADER]: Connected to new peer: Peer: permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:11:32.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.336836 448 consensus_queue.cc:1048] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:11:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.354333 445 tablet_replica.cc:442] T 2994553b04ca4ca3adb41017e3ec6a81 P 31c90bc4935448079c5b1434b1fa3fc1: TxnStatusTablet state changed. Reason: New leader 5239ea1f1c484963a9b92d5c1ed9ac84. Latest consensus state: current_term: 1 leader_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } } }
20:11:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.355070 445 tablet_replica.cc:445] T 2994553b04ca4ca3adb41017e3ec6a81 P 31c90bc4935448079c5b1434b1fa3fc1: This TxnStatusTablet replica's current role is: FOLLOWER
20:11:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.365731 447 mvcc.cc:204] Tried to move back new op lower bound from 7282028922188914688 to 7282028921882873856. Current Snapshot: MvccSnapshot[applied={T|T < 7282028922188914688}]
20:11:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.366432 450 tablet_replica.cc:442] T 2994553b04ca4ca3adb41017e3ec6a81 P 9884eeea6f15440d86e03ea5e2817a92: TxnStatusTablet state changed. Reason: New leader 5239ea1f1c484963a9b92d5c1ed9ac84. Latest consensus state: current_term: 1 leader_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } } }
20:11:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.367151 450 tablet_replica.cc:445] T 2994553b04ca4ca3adb41017e3ec6a81 P 9884eeea6f15440d86e03ea5e2817a92: This TxnStatusTablet replica's current role is: FOLLOWER
20:11:32.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.377652 434 tablet_replica.cc:442] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } } }
20:11:32.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.378396 434 tablet_replica.cc:445] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84: This TxnStatusTablet replica's current role is: LEADER
20:11:32.382 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
20:11:32.391 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1032eb59d522437c9cdf878b8d11ef90
20:11:32.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.396711 445 tablet_replica.cc:442] T 2994553b04ca4ca3adb41017e3ec6a81 P 31c90bc4935448079c5b1434b1fa3fc1: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } } }
20:11:32.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.397392 445 tablet_replica.cc:445] T 2994553b04ca4ca3adb41017e3ec6a81 P 31c90bc4935448079c5b1434b1fa3fc1: This TxnStatusTablet replica's current role is: FOLLOWER
20:11:32.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.388680 434 tablet_replica.cc:442] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } } }
20:11:32.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.403630 434 tablet_replica.cc:445] T 2994553b04ca4ca3adb41017e3ec6a81 P 5239ea1f1c484963a9b92d5c1ed9ac84: This TxnStatusTablet replica's current role is: LEADER
20:11:32.409 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3e308c11727c461e8655a6a7fdf0da95 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
20:11:32.410 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4841e3c954af4e5dabde3750d0a4c08d for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
20:11:32.410 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=3e308c11727c461e8655a6a7fdf0da95@[31c90bc4935448079c5b1434b1fa3fc1(127.31.87.3:38813),5239ea1f1c484963a9b92d5c1ed9ac84(127.31.87.2:42159)[L],9884eeea6f15440d86e03ea5e2817a92(127.31.87.1:34051)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=4841e3c954af4e5dabde3750d0a4c08d@[31c90bc4935448079c5b1434b1fa3fc1(127.31.87.3:38813),5239ea1f1c484963a9b92d5c1ed9ac84(127.31.87.2:42159)[L],9884eeea6f15440d86e03ea5e2817a92(127.31.87.1:34051)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:11:32.410 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.87.60:44587, [14ms] Sub RPC GetTableLocations: received response from server master-127.31.87.60:44587: OK, deferred=null) after lookup
20:11:32.411 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5239ea1f1c484963a9b92d5c1ed9ac84(127.31.87.2:42159)] connecting to peer
20:11:32.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.412322 450 tablet_replica.cc:442] T 2994553b04ca4ca3adb41017e3ec6a81 P 9884eeea6f15440d86e03ea5e2817a92: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9884eeea6f15440d86e03ea5e2817a92" member_type: VOTER last_known_addr { host: "127.31.87.1" port: 34051 } } peers { permanent_uuid: "5239ea1f1c484963a9b92d5c1ed9ac84" member_type: VOTER last_known_addr { host: "127.31.87.2" port: 42159 } } peers { permanent_uuid: "31c90bc4935448079c5b1434b1fa3fc1" member_type: VOTER last_known_addr { host: "127.31.87.3" port: 38813 } } }
20:11:32.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.413035 450 tablet_replica.cc:445] T 2994553b04ca4ca3adb41017e3ec6a81 P 9884eeea6f15440d86e03ea5e2817a92: This TxnStatusTablet replica's current role is: FOLLOWER
20:11:32.420 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 5239ea1f1c484963a9b92d5c1ed9ac84(127.31.87.2:42159)] Successfully connected to peer
20:11:32.434 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x4747144e, L:/127.0.0.1:33152 - R:/127.31.87.2:42159] using TOKEN/null
20:11:32.516 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.31.87.60:44587
20:11:32.516 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:11:32.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.520573 32092 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasks26gwd/build/tsan/bin/kudu with pid 32269
20:11:32.555 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.31.87.60:44587(127.31.87.60:44587)] handling channelInactive
20:11:32.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state READY due to: connection closed
20:11:32.558 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:11:32.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.798950 497 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 907dba80c0614149889247830cb91863)
20:11:32.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.807452 496 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 907dba80c0614149889247830cb91863)
20:11:32.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.808351 496 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } }
20:11:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.811872 32232 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" is_pre_election: true
20:11:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.811131 497 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } }
20:11:32.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.815572 32232 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2d28a3bb4c804b0cb0bc63e718793e57 in term 1.
20:11:32.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.819024 496 leader_election.cc:290] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 6cd0b304a32e4cbb8d3337baff982bbb (127.31.87.61:45469), 907dba80c0614149889247830cb91863 (127.31.87.60:44587)
20:11:32.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.822383 497 leader_election.cc:290] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 2d28a3bb4c804b0cb0bc63e718793e57 (127.31.87.62:38985), 907dba80c0614149889247830cb91863 (127.31.87.60:44587)
20:11:32.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.823343 32144 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" is_pre_election: true
20:11:32.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.824203 32144 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6cd0b304a32e4cbb8d3337baff982bbb in term 1.
20:11:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.825819 32206 leader_election.cc:304] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2d28a3bb4c804b0cb0bc63e718793e57, 6cd0b304a32e4cbb8d3337baff982bbb; no voters:
20:11:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.826736 497 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 1 FOLLOWER]: Leader pre-election won for term 2
20:11:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.827124 497 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 1 FOLLOWER]: Starting leader election (detected failure of leader 907dba80c0614149889247830cb91863)
20:11:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.827468 497 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 1 FOLLOWER]: Advancing to term 2
20:11:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:32.829221 32122 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111) [suppressed 13 similar messages]
20:11:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.841472 32122 leader_election.cc:304] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2d28a3bb4c804b0cb0bc63e718793e57, 6cd0b304a32e4cbb8d3337baff982bbb; no voters:
20:11:32.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.843978 496 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:11:32.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.844488 496 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 907dba80c0614149889247830cb91863)
20:11:32.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.844961 496 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [term 1 FOLLOWER]: Advancing to term 2
20:11:32.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.852490 497 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } }
20:11:32.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:32.853088 32207 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111) [suppressed 6 similar messages]
20:11:32.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.856031 32144 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "2d28a3bb4c804b0cb0bc63e718793e57"
20:11:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:32.856825 32122 leader_election.cc:336] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 907dba80c0614149889247830cb91863 (127.31.87.60:44587): Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.857156 497 leader_election.cc:290] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [CANDIDATE]: Term 2 election: Requested vote from peers 2d28a3bb4c804b0cb0bc63e718793e57 (127.31.87.62:38985), 907dba80c0614149889247830cb91863 (127.31.87.60:44587)
20:11:32.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.868021 496 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } }
20:11:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:32.873147 32207 leader_election.cc:336] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 907dba80c0614149889247830cb91863 (127.31.87.60:44587): Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:32.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:32.877121 32207 leader_election.cc:336] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 907dba80c0614149889247830cb91863 (127.31.87.60:44587): Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:32.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.878525 32144 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 6cd0b304a32e4cbb8d3337baff982bbb in current term 2: Already voted for candidate 2d28a3bb4c804b0cb0bc63e718793e57 in this term.
20:11:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.882427 32206 leader_election.cc:304] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6cd0b304a32e4cbb8d3337baff982bbb; no voters: 2d28a3bb4c804b0cb0bc63e718793e57, 907dba80c0614149889247830cb91863
20:11:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.883220 496 leader_election.cc:290] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [CANDIDATE]: Term 2 election: Requested vote from peers 6cd0b304a32e4cbb8d3337baff982bbb (127.31.87.61:45469), 907dba80c0614149889247830cb91863 (127.31.87.60:44587)
20:11:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.884263 497 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:11:32.890 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:32.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:32.889845 32122 leader_election.cc:336] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 907dba80c0614149889247830cb91863 (127.31.87.60:44587): Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:32.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.891377 32232 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "6cd0b304a32e4cbb8d3337baff982bbb"
20:11:32.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.892134 32232 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 2d28a3bb4c804b0cb0bc63e718793e57 in current term 2: Already voted for candidate 6cd0b304a32e4cbb8d3337baff982bbb in this term.
20:11:32.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.894131 32122 leader_election.cc:304] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2d28a3bb4c804b0cb0bc63e718793e57; no voters: 6cd0b304a32e4cbb8d3337baff982bbb, 907dba80c0614149889247830cb91863
20:11:32.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:32.895083 496 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:11:32.897 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:32.897 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:32.897 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location master-127.31.87.60:44587(127.31.87.60:44587) for tablet Kudu Master: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:32.909 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:32.912 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:32.912 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:32.913 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:32.913 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:32.930 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:32.933 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:32.934 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:32.934 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:32.936 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:32.949 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:32.953 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:32.954 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:32.954 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:32.954 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:32.969 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:32.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:32.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:32.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:32.972 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:32.989 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:32.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:32.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:32.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:32.993 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.029 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.031 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.031 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.031 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.032 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.049 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.050 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.051 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.051 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.052 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.053 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] sending RPC to server master-127.31.87.60:44587, [8ms] received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [8ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [24ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [45ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [46ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [65ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [65ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [65ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, deferred=Deferred@874136613(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007f0930336478@4d9bfade -> (continuation of Deferred@1902338775 after retry RPC after error@1451835662) -> (continuation of Deferred@810818710 after retry RPC after error@579554632) -> (continuation of Deferred@1217717780 after retry RPC after error@1409900345) -> (continuation of Deferred@1151945090 after retry RPC after error@1009823058) -> (continuation of Deferred@1400588422 after retry RPC after error@1301624135) -> (continuation of Deferred@1132367918 after retry RPC after error@2057170734), errback=org.apache.kudu.client.KuduTransaction$$Lambda$241/0x00007f09303366a0@73aba783 -> (continuation of Deferred@1902338775 after retry RPC after error@1451835662) -> (continuation of Deferred@810818710 after retry RPC after error@579554632) -> (continuation of Deferred@1217717780 after retry RPC after error@1409900345) -> (continuation of Deferred@1151945090 after retry RPC after error@1009823058) -> (continuation of Deferred@1400588422 after retry RPC after error@1301624135) -> (continuation of Deferred@1132367918 after retry RPC after error@2057170734)))
20:11:33.053 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] sending RPC to server master-127.31.87.60:44587, [8ms] received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [8ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [24ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [45ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [46ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [65ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [65ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [65ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, deferred=Deferred@874136613(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007f0930336478@4d9bfade -> (continuation of Deferred@1902338775 after retry RPC after error@1451835662) -> (continuation of Deferred@810818710 after retry RPC after error@579554632) -> (continuation of Deferred@1217717780 after retry RPC after error@1409900345) -> (continuation of Deferred@1151945090 after retry RPC after error@1009823058) -> (continuation of Deferred@1400588422 after retry RPC after error@1301624135) -> (continuation of Deferred@1132367918 after retry RPC after error@2057170734), errback=org.apache.kudu.client.KuduTransaction$$Lambda$241/0x00007f09303366a0@73aba783 -> (continuation of Deferred@1902338775 after retry RPC after error@1451835662) -> (continuation of Deferred@810818710 after retry RPC after error@579554632) -> (continuation of Deferred@1217717780 after retry RPC after error@1409900345) -> (continuation of Deferred@1151945090 after retry RPC after error@1009823058) -> (continuation of Deferred@1400588422 after retry RPC after error@1301624135) -> (continuation of Deferred@1132367918 after retry RPC after error@2057170734)))
20:11:33.070 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.071 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.071 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.071 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.072 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.089 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.090 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.090 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.090 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.092 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.109 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.110 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.110 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.110 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.112 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.129 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.130 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.130 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.130 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.132 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.149 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.155 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.189 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.193 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.269 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.270 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.270 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.271 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.273 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.274 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=204), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [204ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [205ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, deferred=Deferred@157360328(state=PENDING, result=null, callback=(continuation of Deferred@2075831719 after retry RPC after error@2010036482) -> (continuation of Deferred@878916265 after retry RPC after error@872686477) -> (continuation of Deferred@444430143 after retry RPC after error@419027931) -> (continuation of Deferred@899826711 after retry RPC after error@539955557) -> (continuation of Deferred@1360678608 after retry RPC after error@124477483) -> (continuation of Deferred@550379053 after retry RPC after error@2024965992), errback=(continuation of Deferred@2075831719 after retry RPC after error@2010036482) -> (continuation of Deferred@878916265 after retry RPC after error@872686477) -> (continuation of Deferred@444430143 after retry RPC after error@419027931) -> (continuation of Deferred@899826711 after retry RPC after error@539955557) -> (continuation of Deferred@1360678608 after retry RPC after error@124477483) -> (continuation of Deferred@550379053 after retry RPC after error@2024965992)))
20:11:33.274 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=204), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [204ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [205ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, deferred=Deferred@157360328(state=PENDING, result=null, callback=(continuation of Deferred@2075831719 after retry RPC after error@2010036482) -> (continuation of Deferred@878916265 after retry RPC after error@872686477) -> (continuation of Deferred@444430143 after retry RPC after error@419027931) -> (continuation of Deferred@899826711 after retry RPC after error@539955557) -> (continuation of Deferred@1360678608 after retry RPC after error@124477483) -> (continuation of Deferred@550379053 after retry RPC after error@2024965992), errback=(continuation of Deferred@2075831719 after retry RPC after error@2010036482) -> (continuation of Deferred@878916265 after retry RPC after error@872686477) -> (continuation of Deferred@444430143 after retry RPC after error@419027931) -> (continuation of Deferred@899826711 after retry RPC after error@539955557) -> (continuation of Deferred@1360678608 after retry RPC after error@124477483) -> (continuation of Deferred@550379053 after retry RPC after error@2024965992)))
20:11:33.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.279191 497 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:11:33.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.279808 497 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } }
20:11:33.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.280418 496 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:11:33.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.280886 496 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } }
20:11:33.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.282927 496 leader_election.cc:290] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 6cd0b304a32e4cbb8d3337baff982bbb (127.31.87.61:45469), 907dba80c0614149889247830cb91863 (127.31.87.60:44587)
20:11:33.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.283259 32144 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" is_pre_election: true
20:11:33.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.283838 32144 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6cd0b304a32e4cbb8d3337baff982bbb in term 2.
20:11:33.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.282449 497 leader_election.cc:290] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 2d28a3bb4c804b0cb0bc63e718793e57 (127.31.87.62:38985), 907dba80c0614149889247830cb91863 (127.31.87.60:44587)
20:11:33.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.285229 32206 leader_election.cc:304] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2d28a3bb4c804b0cb0bc63e718793e57, 6cd0b304a32e4cbb8d3337baff982bbb; no voters:
20:11:33.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.285526 32232 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" is_pre_election: true
20:11:33.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.286096 32232 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2d28a3bb4c804b0cb0bc63e718793e57 in term 2.
20:11:33.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.286871 497 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 2 FOLLOWER]: Leader pre-election won for term 3
20:11:33.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.287344 497 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:11:33.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.287736 497 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 2 FOLLOWER]: Advancing to term 3
20:11:33.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.288367 32122 leader_election.cc:304] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2d28a3bb4c804b0cb0bc63e718793e57, 6cd0b304a32e4cbb8d3337baff982bbb; no voters:
20:11:33.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.290002 496 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [term 2 FOLLOWER]: Leader pre-election won for term 3
20:11:33.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.290369 496 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:11:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:33.290642 32207 leader_election.cc:336] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 907dba80c0614149889247830cb91863 (127.31.87.60:44587): Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.290773 496 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [term 2 FOLLOWER]: Advancing to term 3
20:11:33.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:33.291841 32122 leader_election.cc:336] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 907dba80c0614149889247830cb91863 (127.31.87.60:44587): Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:33.293 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.294 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.294 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.295 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.298482 496 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } }
20:11:33.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.298904 497 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } }
20:11:33.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.302110 496 leader_election.cc:290] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [CANDIDATE]: Term 3 election: Requested vote from peers 6cd0b304a32e4cbb8d3337baff982bbb (127.31.87.61:45469), 907dba80c0614149889247830cb91863 (127.31.87.60:44587)
20:11:33.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.302946 32232 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "6cd0b304a32e4cbb8d3337baff982bbb"
20:11:33.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.303622 32232 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 3 FOLLOWER]: Leader election vote request: Denying vote to candidate 2d28a3bb4c804b0cb0bc63e718793e57 in current term 3: Already voted for candidate 6cd0b304a32e4cbb8d3337baff982bbb in this term.
20:11:33.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.303807 32144 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "2d28a3bb4c804b0cb0bc63e718793e57"
20:11:33.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.304564 32144 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [term 3 FOLLOWER]: Leader election vote request: Denying vote to candidate 6cd0b304a32e4cbb8d3337baff982bbb in current term 3: Already voted for candidate 2d28a3bb4c804b0cb0bc63e718793e57 in this term.
20:11:33.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.305328 497 leader_election.cc:290] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [CANDIDATE]: Term 3 election: Requested vote from peers 2d28a3bb4c804b0cb0bc63e718793e57 (127.31.87.62:38985), 907dba80c0614149889247830cb91863 (127.31.87.60:44587)
20:11:33.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:33.306543 32207 leader_election.cc:336] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 907dba80c0614149889247830cb91863 (127.31.87.60:44587): Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:33.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.307006 32207 leader_election.cc:304] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [CANDIDATE]: Term 3 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6cd0b304a32e4cbb8d3337baff982bbb; no voters: 2d28a3bb4c804b0cb0bc63e718793e57, 907dba80c0614149889247830cb91863
20:11:33.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.308426 497 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 3 FOLLOWER]: Leader election lost for term 3. Reason: could not achieve majority
20:11:33.309 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:33.309477 32122 leader_election.cc:336] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 907dba80c0614149889247830cb91863 (127.31.87.60:44587): Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:33.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.309872 32122 leader_election.cc:304] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [CANDIDATE]: Term 3 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2d28a3bb4c804b0cb0bc63e718793e57; no voters: 6cd0b304a32e4cbb8d3337baff982bbb, 907dba80c0614149889247830cb91863
20:11:33.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.310556 496 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [term 3 FOLLOWER]: Leader election lost for term 3. Reason: could not achieve majority
20:11:33.330 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.331 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.331 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.331 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.349 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.350 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.350 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.350 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.352 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.369 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.370 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.370 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.370 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.372 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.389 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.390 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.390 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.390 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.393 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.409 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.413 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:33.415773 32720 heartbeater.cc:646] Failed to heartbeat to 127.31.87.60:44587 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:33.427785 401 heartbeater.cc:646] Failed to heartbeat to 127.31.87.60:44587 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:33.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:33.431109 32570 heartbeater.cc:646] Failed to heartbeat to 127.31.87.60:44587 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:33.449 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.453 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.469 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.470 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.470 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.470 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.472 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.529 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.531 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.531 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.531 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.535 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.536 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [16ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [17ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [17ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [37ms] refreshing cache from master, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [39ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [56ms] refreshing cache from master, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [58ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [59ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [76ms] refreshing cache from master, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [78ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [79ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [79ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [96ms] refreshing cache from master, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [98ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [117ms] refreshing cache from master, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [119ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [156ms] refreshing cache from master, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [158ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [159ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [176ms] refreshing cache from master, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [178ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [179ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [237ms] refreshing cache from master, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [239ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, deferred=Deferred@1996761774(state=PENDING, result=null, callback=(continuation of Deferred@467757793 after retry RPC after error@167632327) -> (continuation of Deferred@1976711239 after retry RPC after error@601173257) -> (continuation of Deferred@863235568 after retry RPC after error@1409748412) -> (continuation of Deferred@812844923 after retry RPC after error@985975065) -> (continuation of Deferred@385134556 after retry RPC after error@2054306387) -> (continuation of Deferred@1376953017 after retry RPC after error@1308763619) -> (continuation of Deferred@2109471152 after retry RPC after error@384886006) -> (continuation of Deferred@1362136059 after retry RPC after error@247628035), errback=(continuation of Deferred@467757793 after retry RPC after error@167632327) -> (continuation of Deferred@1976711239 after retry RPC after error@601173257) -> (continuation of Deferred@863235568 after retry RPC after error@1409748412) -> (continuation of Deferred@812844923 after retry RPC after error@985975065) -> (continuation of Deferred@385134556 after retry RPC after error@2054306387) -> (continuation of Deferred@1376953017 after retry RPC after error@1308763619) -> (continuation of Deferred@2109471152 after retry RPC after error@384886006) -> (continuation of Deferred@1362136059 after retry RPC after error@247628035)))
20:11:33.537 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [16ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [17ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [17ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [37ms] refreshing cache from master, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [39ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [56ms] refreshing cache from master, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [58ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [59ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [76ms] refreshing cache from master, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [78ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [79ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [79ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [96ms] refreshing cache from master, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [98ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [117ms] refreshing cache from master, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [119ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [156ms] refreshing cache from master, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [158ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [159ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [176ms] refreshing cache from master, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [178ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [179ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [237ms] refreshing cache from master, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [239ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, deferred=Deferred@1996761774(state=PENDING, result=null, callback=(continuation of Deferred@467757793 after retry RPC after error@167632327) -> (continuation of Deferred@1976711239 after retry RPC after error@601173257) -> (continuation of Deferred@863235568 after retry RPC after error@1409748412) -> (continuation of Deferred@812844923 after retry RPC after error@985975065) -> (continuation of Deferred@385134556 after retry RPC after error@2054306387) -> (continuation of Deferred@1376953017 after retry RPC after error@1308763619) -> (continuation of Deferred@2109471152 after retry RPC after error@384886006) -> (continuation of Deferred@1362136059 after retry RPC after error@247628035), errback=(continuation of Deferred@467757793 after retry RPC after error@167632327) -> (continuation of Deferred@1976711239 after retry RPC after error@601173257) -> (continuation of Deferred@863235568 after retry RPC after error@1409748412) -> (continuation of Deferred@812844923 after retry RPC after error@985975065) -> (continuation of Deferred@385134556 after retry RPC after error@2054306387) -> (continuation of Deferred@1376953017 after retry RPC after error@1308763619) -> (continuation of Deferred@2109471152 after retry RPC after error@384886006) -> (continuation of Deferred@1362136059 after retry RPC after error@247628035)))
20:11:33.549 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.550 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.550 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.549821 32603 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.126s from last keepalive heartbeat (effective timeout is 1.000s)
20:11:33.550 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.554 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:33.559947 32616 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.31.87.60:44587)
20:11:33.569 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.570 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.570 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.570 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.589 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.590 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.590 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.591 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.609 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.610 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.610 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.610 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.612 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.629 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.634 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.669 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.674 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.709 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.710 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.710 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.711 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.713 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.769 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.771 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.771 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.771 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.774 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.775 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=226), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [6ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [6ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [6ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [25ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [44ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [84ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [86ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [126ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [126ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [126ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [164ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [165ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [165ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [224ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [226ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [226ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, deferred=Deferred@1760174640(state=PENDING, result=null, callback=(continuation of Deferred@1916431543 after retry RPC after error@1783399421) -> (continuation of Deferred@1474825871 after retry RPC after error@1856658912) -> (continuation of Deferred@1339345750 after retry RPC after error@1099557434) -> (continuation of Deferred@1442978034 after retry RPC after error@1794841231) -> (continuation of Deferred@52224765 after retry RPC after error@222953630) -> (continuation of Deferred@1263098957 after retry RPC after error@2043943113) -> (continuation of Deferred@490407428 after retry RPC after error@1084799949), errback=(continuation of Deferred@1916431543 after retry RPC after error@1783399421) -> (continuation of Deferred@1474825871 after retry RPC after error@1856658912) -> (continuation of Deferred@1339345750 after retry RPC after error@1099557434) -> (continuation of Deferred@1442978034 after retry RPC after error@1794841231) -> (continuation of Deferred@52224765 after retry RPC after error@222953630) -> (continuation of Deferred@1263098957 after retry RPC after error@2043943113) -> (continuation of Deferred@490407428 after retry RPC after error@1084799949)))
20:11:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.775818 497 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:11:33.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.776329 497 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } }
20:11:33.777 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=226), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [6ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [6ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [6ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [25ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [44ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [84ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [86ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [126ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [126ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [126ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [164ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [165ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [165ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [224ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [226ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [226ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, deferred=Deferred@1760174640(state=PENDING, result=null, callback=(continuation of Deferred@1916431543 after retry RPC after error@1783399421) -> (continuation of Deferred@1474825871 after retry RPC after error@1856658912) -> (continuation of Deferred@1339345750 after retry RPC after error@1099557434) -> (continuation of Deferred@1442978034 after retry RPC after error@1794841231) -> (continuation of Deferred@52224765 after retry RPC after error@222953630) -> (continuation of Deferred@1263098957 after retry RPC after error@2043943113) -> (continuation of Deferred@490407428 after retry RPC after error@1084799949), errback=(continuation of Deferred@1916431543 after retry RPC after error@1783399421) -> (continuation of Deferred@1474825871 after retry RPC after error@1856658912) -> (continuation of Deferred@1339345750 after retry RPC after error@1099557434) -> (continuation of Deferred@1442978034 after retry RPC after error@1794841231) -> (continuation of Deferred@52224765 after retry RPC after error@222953630) -> (continuation of Deferred@1263098957 after retry RPC after error@2043943113) -> (continuation of Deferred@490407428 after retry RPC after error@1084799949)))
20:11:33.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.778342 497 leader_election.cc:290] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 2d28a3bb4c804b0cb0bc63e718793e57 (127.31.87.62:38985), 907dba80c0614149889247830cb91863 (127.31.87.60:44587)
20:11:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.779263 32144 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" candidate_term: 4 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" is_pre_election: true
20:11:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.779896 32144 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6cd0b304a32e4cbb8d3337baff982bbb in term 3.
20:11:33.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.781551 32206 leader_election.cc:304] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2d28a3bb4c804b0cb0bc63e718793e57, 6cd0b304a32e4cbb8d3337baff982bbb; no voters:
20:11:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.782481 497 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 3 FOLLOWER]: Leader pre-election won for term 4
20:11:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.782824 497 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 3 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:11:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.783123 497 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 3 FOLLOWER]: Advancing to term 4
20:11:33.789 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.790 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.790 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.790 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.791607 497 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } }
20:11:33.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:33.795953 32207 leader_election.cc:336] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 907dba80c0614149889247830cb91863 (127.31.87.60:44587): Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:33.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.797274 32144 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" candidate_term: 4 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "2d28a3bb4c804b0cb0bc63e718793e57"
20:11:33.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.797806 32144 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [term 3 FOLLOWER]: Advancing to term 4
20:11:33.801 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.807603 32144 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6cd0b304a32e4cbb8d3337baff982bbb in term 4.
20:11:33.809 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.808950 32206 leader_election.cc:304] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2d28a3bb4c804b0cb0bc63e718793e57, 6cd0b304a32e4cbb8d3337baff982bbb; no voters:
20:11:33.810 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.810 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.811 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.816915 497 leader_election.cc:290] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [CANDIDATE]: Term 4 election: Requested vote from peers 2d28a3bb4c804b0cb0bc63e718793e57 (127.31.87.62:38985), 907dba80c0614149889247830cb91863 (127.31.87.60:44587)
20:11:33.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.818080 497 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 4 FOLLOWER]: Leader election won for term 4
20:11:33.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.819162 497 raft_consensus.cc:697] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [term 4 LEADER]: Becoming Leader. State: Replica: 6cd0b304a32e4cbb8d3337baff982bbb, State: Running, Role: LEADER
20:11:33.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.821731 497 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } }
20:11:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:33.827198 32207 leader_election.cc:336] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 907dba80c0614149889247830cb91863 (127.31.87.60:44587): Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111)
20:11:33.832 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.832000 521 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6cd0b304a32e4cbb8d3337baff982bbb. Latest consensus state: current_term: 4 leader_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } } }
20:11:33.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.832841 521 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [sys.catalog]: This master's current role is: LEADER
20:11:33.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.835623 523 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
20:11:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.846382 523 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback [id=1032eb59d522437c9cdf878b8d11ef90]
20:11:33.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.848477 523 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=34ab4b3a5fe14934bd073fb4fabc8919]
20:11:33.849 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.850 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.850 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.850 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.864514 523 tablet_loader.cc:96] loaded metadata for tablet 2994553b04ca4ca3adb41017e3ec6a81 (table kudu_system.kudu_transactions [id=34ab4b3a5fe14934bd073fb4fabc8919])
20:11:33.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.866465 523 tablet_loader.cc:96] loaded metadata for tablet 3e308c11727c461e8655a6a7fdf0da95 (table txn_manager_fallback [id=1032eb59d522437c9cdf878b8d11ef90])
20:11:33.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.868037 523 tablet_loader.cc:96] loaded metadata for tablet 4841e3c954af4e5dabde3750d0a4c08d (table txn_manager_fallback [id=1032eb59d522437c9cdf878b8d11ef90])
20:11:33.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.869570 523 catalog_manager.cc:1494] Initializing Kudu cluster ID...
20:11:33.870 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469; will retry
20:11:33.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.875198 523 catalog_manager.cc:1269] Loaded cluster ID: 2855262d10934750af6b3ec70aac6517
20:11:33.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.875818 523 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
20:11:33.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.879361 523 catalog_manager.cc:1514] Loading token signing keys...
20:11:33.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.882704 523 catalog_manager.cc:6055] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb: Loaded TSK: 0
20:11:33.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.883744 523 catalog_manager.cc:1524] Initializing in-progress tserver states...
20:11:33.889 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.87.60:44587(127.31.87.60:44587)] connecting to peer
20:11:33.890 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.890 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.87.60:44587(127.31.87.60:44587)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.890 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.87.60:44587: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587
20:11:33.896 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:11:33.896 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=4, TimeoutTracker(timeout=250, elapsed=108), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [7ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [13ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [13ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [25ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [106ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [107ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, deferred=Deferred@1090665633(state=PENDING, result=null, callback=(continuation of Deferred@407463448 after retry RPC after error@1569151027) -> (continuation of Deferred@1484060317 after retry RPC after error@138624518) -> (continuation of Deferred@1542054064 after retry RPC after error@1019772222), errback=(continuation of Deferred@407463448 after retry RPC after error@1569151027) -> (continuation of Deferred@1484060317 after retry RPC after error@138624518) -> (continuation of Deferred@1542054064 after retry RPC after error@1019772222))) after lookup
20:11:33.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:33.903772 511 tablet_replica.cc:1307] Aborted: operation has been aborted: cancelling pending write operations
20:11:33.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.928730 32144 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [term 4 FOLLOWER]: Refusing update from remote peer 6cd0b304a32e4cbb8d3337baff982bbb: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 12. (index mismatch)
20:11:33.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.937382 497 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [LEADER]: Connected to new peer: Peer: permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.001s
20:11:33.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:33.950201 32207 consensus_peers.cc:597] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb -> Peer 907dba80c0614149889247830cb91863 (127.31.87.60:44587): Couldn't send request to peer 907dba80c0614149889247830cb91863. Status: Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:11:33.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.972612 532 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6cd0b304a32e4cbb8d3337baff982bbb. Latest consensus state: current_term: 4 leader_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } } }
20:11:33.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.973402 532 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [sys.catalog]: This master's current role is: FOLLOWER
20:11:33.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.981501 497 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } } }
20:11:33.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.982496 497 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb [sys.catalog]: This master's current role is: LEADER
20:11:33.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.984804 532 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d28a3bb4c804b0cb0bc63e718793e57" member_type: VOTER last_known_addr { host: "127.31.87.62" port: 38985 } } peers { permanent_uuid: "6cd0b304a32e4cbb8d3337baff982bbb" member_type: VOTER last_known_addr { host: "127.31.87.61" port: 45469 } } peers { permanent_uuid: "907dba80c0614149889247830cb91863" member_type: VOTER last_known_addr { host: "127.31.87.60" port: 44587 } } }
20:11:33.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:33.985713 532 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2d28a3bb4c804b0cb0bc63e718793e57 [sys.catalog]: This master's current role is: FOLLOWER
20:11:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:34.032938 32221 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:36054:
20:11:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:11:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:11:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:11:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:11:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:11:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:11:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:11:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:11:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:11:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:11:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:11:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:11:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:11:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:11:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:11:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:11:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:11:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:11:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:11:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:11:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:11:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:11:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:11:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:11:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:11:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:11:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:11:34.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:34.036640 32221 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:11:34.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:34.040206 32252 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:36038 (request call id 36) took 142 ms (client timeout 142 ms). Trace:
20:11:34.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:34.040740 32252 rpcz_store.cc:269] 0503 20:11:33.897900 (+ 0us) service_pool.cc:167] Inserting onto call queue
20:11:34.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 20:11:33.898145 (+ 245us) service_pool.cc:224] Handling call
20:11:34.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 20:11:34.039993 (+141848us) inbound_call.cc:177] Queueing success response
20:11:34.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":1109,"init.queue_time_us":8190,"thread_start_us":77371,"threads_started":5}
20:11:34.043 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=5, TimeoutTracker(timeout=250, elapsed=254), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [7ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [13ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [13ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [25ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [106ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [107ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [109ms] sending RPC to server master-127.31.87.61:45469, [254ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1090665633(state=PENDING, result=null, callback=(continuation of Deferred@407463448 after retry RPC after error@1569151027) -> (continuation of Deferred@1484060317 after retry RPC after error@138624518) -> (continuation of Deferred@1542054064 after retry RPC after error@1019772222) -> (continuation of Deferred@1131918372 after retry RPC@1389695298), errback=(continuation of Deferred@407463448 after retry RPC after error@1569151027) -> (continuation of Deferred@1484060317 after retry RPC after error@138624518) -> (continuation of Deferred@1542054064 after retry RPC after error@1019772222) -> (continuation of Deferred@1131918372 after retry RPC@1389695298)))
20:11:34.043 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=5, TimeoutTracker(timeout=250, elapsed=254), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [7ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [13ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [13ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [25ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.87.62:38985,127.31.87.60:44587,127.31.87.61:45469) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.62:38985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.60:44587, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.87.61:45469, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.60:44587: Network error: Failed to connect to peer master-127.31.87.60:44587(127.31.87.60:44587): Connection refused: /127.31.87.60:44587, [106ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.62:38985: OK, [107ms] Sub RPC ConnectToMaster: received response from server master-127.31.87.61:45469: OK, [109ms] sending RPC to server master-127.31.87.61:45469, [254ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1090665633(state=PENDING, result=null, callback=(continuation of Deferred@407463448 after retry RPC after error@1569151027) -> (continuation of Deferred@1484060317 after retry RPC after error@138624518) -> (continuation of Deferred@1542054064 after retry RPC after error@1019772222) -> (continuation of Deferred@1131918372 after retry RPC@1389695298), errback=(continuation of Deferred@407463448 after retry RPC after error@1569151027) -> (continuation of Deferred@1484060317 after retry RPC after error@138624518) -> (continuation of Deferred@1542054064 after retry RPC after error@1019772222) -> (continuation of Deferred@1131918372 after retry RPC@1389695298)))
20:11:34.073 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 5239ea1f1c484963a9b92d5c1ed9ac84 (127.31.87.2:42159): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1777839092 last_transition_timestamp: 1777839093
20:11:34.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:34.420320 32721 heartbeater.cc:499] Master 127.31.87.61:45469 was elected leader, sending a full tablet report...
20:11:34.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 20:11:34.436702 32207 consensus_peers.cc:597] T 00000000000000000000000000000000 P 6cd0b304a32e4cbb8d3337baff982bbb -> Peer 907dba80c0614149889247830cb91863 (127.31.87.60:44587): Couldn't send request to peer 907dba80c0614149889247830cb91863. Status: Network error: Client connection negotiation failed: client connection to 127.31.87.60:44587: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:11:34.564 [DEBUG - main] (Connection.java:575) [peer master-127.31.87.60:44587(127.31.87.60:44587)] disconnecting while in state TERMINATED
20:11:34.565 [DEBUG - main] (Connection.java:575) [peer master-127.31.87.62:38985(127.31.87.62:38985)] disconnecting while in state READY
20:11:34.565 [DEBUG - main] (Connection.java:575) [peer master-127.31.87.61:45469(127.31.87.61:45469)] disconnecting while in state READY
20:11:34.565 [DEBUG - main] (Connection.java:575) [peer 5239ea1f1c484963a9b92d5c1ed9ac84(127.31.87.2:42159)] disconnecting while in state READY
20:11:34.565 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.31.87.61:45469(127.31.87.61:45469)] handling channelInactive
20:11:34.566 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.87.61:45469(127.31.87.61:45469)] cleaning up while in state READY due to: connection closed
20:11:34.565 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.31.87.62:38985(127.31.87.62:38985)] handling channelInactive
20:11:34.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.87.62:38985(127.31.87.62:38985)] cleaning up while in state READY due to: connection closed
20:11:34.566 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:11:34.567 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 5239ea1f1c484963a9b92d5c1ed9ac84(127.31.87.2:42159)] handling channelInactive
20:11:34.567 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 5239ea1f1c484963a9b92d5c1ed9ac84(127.31.87.2:42159)] cleaning up while in state READY due to: connection closed
20:11:34.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:34.568899 32092 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasks26gwd/build/tsan/bin/kudu with pid 32406
20:11:34.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:34.598449 32092 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasks26gwd/build/tsan/bin/kudu with pid 32575
20:11:34.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:34.641621 32092 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasks26gwd/build/tsan/bin/kudu with pid 32725
20:11:34.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:34.673650 32092 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasks26gwd/build/tsan/bin/kudu with pid 32104
20:11:34.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 20:11:34.707286 32092 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasks26gwd/build/tsan/bin/kudu with pid 32184
20:11:35.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-03T20:11:35Z chronyd exiting
20:11:36.955 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 5239ea1f1c484963a9b92d5c1ed9ac84 (127.31.87.2:42159): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1777839092 last_transition_timestamp: 1777839093
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 5239ea1f1c484963a9b92d5c1ed9ac84 (127.31.87.2:42159): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1777839092 last_transition_timestamp: 1777839093
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more