02:09:15.933 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:09:15.933 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskYa9I5k/test-tmp
02:09:15.933 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:09:15.933 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskYa9I5k/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:09:15.935 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
02:09:16.269 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:09:16.269 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:09:16.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:16.273061 30124 mini_oidc.cc:150] Starting JWKS server
02:09:16.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:16.276118 30124 webserver.cc:533] Webserver started at http://127.0.0.1:37555/ using document root <none> and password file <none>
02:09:16.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:16.276513 30124 mini_oidc.cc:186] Starting OIDC Discovery server
02:09:16.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:16.278280 30124 webserver.cc:533] Webserver started at http://127.0.0.1:33145/ using document root <none> and password file <none>
02:09:16.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T02:09:16Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:09:16.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T02:09:16Z Disabled control of system clock
02:09:16.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:16.344535 30124 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskYa9I5k/build/tsan/bin/kudu
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYa9I5k/build/tsan/bin/kudu
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-0/wal
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-0/data
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-0/logs
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-0/data/info.pb
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.107.62:42189
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.107.62
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.107.20:33619
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.107.62:42189,127.29.107.61:33757,127.29.107.60:44721
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37555/jwks.json
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:09:16.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:16.660566 30136 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:09:16.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:16.661125 30136 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:09:16.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:16.661728 30136 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:09:16.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:16.695482 30136 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:09:16.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:16.695796 30136 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
02:09:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:16.695952 30136 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:09:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:16.696152 30136 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:09:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:16.696354 30136 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:09:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:16.696545 30136 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:09:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:16.696702 30136 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37555/jwks.json
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:16.736598 30136 master_runner.cc:387] Master server non-default flags:
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-0/logs
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.107.20:33619
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-0/data
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-0/wal
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.107.62:42189,127.29.107.61:33757,127.29.107.60:44721
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.107.62:42189
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37555/jwks.json
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-0/data/info.pb
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.107.62
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 01:43:23 UTC on e7f111948823
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14050
02:09:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:09:16.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:16.737987 30136 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:09:16.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:16.739509 30136 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:09:16.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:16.752319 30142 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:09:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:18.156876 30141 debug-util.cc:398] Leaking SignalData structure 0x7b0800031900 after lost signal to thread 30136
02:09:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:18.558517 30141 kernel_stack_watchdog.cc:198] Thread 30136 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 402ms:
02:09:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:09:18.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:09:18.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:09:18.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:09:18.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:16.753144 30143 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:09:18.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:18.559402 30136 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.807s user 0.636s sys 1.171s
02:09:18.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:18.559788 30136 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.808s user 0.636s sys 1.171s
02:09:18.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:18.561782 30145 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:09:18.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:18.563820 30144 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1805 milliseconds
02:09:18.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.563894 30136 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:09:18.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.565275 30136 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:09:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.567795 30136 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:09:18.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.569199 30136 hybrid_clock.cc:648] HybridClock initialized: now 1790647758569160 us; error 37 us; skew 500 ppm
02:09:18.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.570187 30136 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:09:18.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.576766 30136 webserver.cc:533] Webserver started at http://127.29.107.62:34675/ using document root <none> and password file <none>
02:09:18.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.577819 30136 fs_manager.cc:362] Metadata directory not provided
02:09:18.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.578085 30136 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:09:18.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.578624 30136 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:09:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.583037 30136 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-0/data/instance:
02:09:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1eb8084b10c6409facfa3291d40a782d"
02:09:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:09:18 on dist-test-slave-v1kk"
02:09:18.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.584285 30136 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-0/wal/instance:
02:09:18.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1eb8084b10c6409facfa3291d40a782d"
02:09:18.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:09:18 on dist-test-slave-v1kk"
02:09:18.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.591632 30136 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
02:09:18.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.597879 30152 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:09:18.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.599059 30136 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
02:09:18.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.599434 30136 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-0/data,/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-0/wal
02:09:18.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1eb8084b10c6409facfa3291d40a782d"
02:09:18.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:09:18 on dist-test-slave-v1kk"
02:09:18.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.599790 30136 fs_report.cc:389] FS layout report
02:09:18.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:09:18.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-0/wal
02:09:18.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-0/wal
02:09:18.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-0/data/data
02:09:18.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:09:18.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:09:18.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:09:18.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:09:18.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:09:18.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:09:18.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:09:18.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:09:18.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:09:18.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:09:18.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:09:18.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.655650 30136 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:09:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.657229 30136 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:09:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.657752 30136 kserver.cc:163] Server-wide thread pool size limit: 3276
02:09:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.751247 30136 rpc_server.cc:307] RPC server started. Bound to: 127.29.107.62:42189
02:09:18.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.751348 30213 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.107.62:42189 every 8 connection(s)
02:09:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.754801 30136 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-0/data/info.pb
02:09:18.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.758147 30124 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskYa9I5k/build/tsan/bin/kudu as pid 30136
02:09:18.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.758708 30124 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-0/wal/instance
02:09:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.761794 30214 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:09:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.762419 30124 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskYa9I5k/build/tsan/bin/kudu
02:09:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYa9I5k/build/tsan/bin/kudu
02:09:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-1/wal
02:09:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-1/data
02:09:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:09:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:09:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:09:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:09:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-1/logs
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-1/data/info.pb
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.107.61:33757
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.107.61
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.107.20:33619
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.107.62:42189,127.29.107.61:33757,127.29.107.60:44721
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37555/jwks.json
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:09:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:09:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.772352 30214 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } has no permanent_uuid. Determining permanent_uuid...
02:09:18.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.807744 30214 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } has no permanent_uuid. Determining permanent_uuid...
02:09:18.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:18.810456 30154 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.107.61:33757: connect: Connection refused (error 111)
02:09:18.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:18.815176 30214 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.107.61:33757: Network error: Client connection negotiation failed: client connection to 127.29.107.61:33757: connect: Connection refused (error 111)
02:09:18.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.864825 30214 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } attempt: 1
02:09:18.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:18.870729 30214 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.107.61:33757: Network error: Client connection negotiation failed: client connection to 127.29.107.61:33757: connect: Connection refused (error 111)
02:09:18.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:18.939173 30214 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } attempt: 2
02:09:18.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:18.943333 30214 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.107.61:33757: Network error: Client connection negotiation failed: client connection to 127.29.107.61:33757: connect: Connection refused (error 111)
02:09:19.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:19.034832 30214 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } attempt: 3
02:09:19.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:19.039371 30214 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.107.61:33757: Network error: Client connection negotiation failed: client connection to 127.29.107.61:33757: connect: Connection refused (error 111)
02:09:19.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:19.096627 30216 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:09:19.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:19.097386 30216 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:09:19.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:19.098045 30216 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:09:19.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:19.132755 30216 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:09:19.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:19.133167 30216 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
02:09:19.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:19.133462 30216 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:09:19.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:19.133791 30216 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:09:19.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:19.134104 30216 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:09:19.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:19.134405 30216 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:09:19.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:19.134650 30216 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37555/jwks.json
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:19.173516 30216 master_runner.cc:387] Master server non-default flags:
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-1/logs
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.107.20:33619
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-1/data
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-1/wal
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.107.62:42189,127.29.107.61:33757,127.29.107.60:44721
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.107.61:33757
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37555/jwks.json
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-1/data/info.pb
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.107.61
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:09:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:09:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:09:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:09:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:09:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:09:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:09:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:09:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
02:09:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:09:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 01:43:23 UTC on e7f111948823
02:09:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14050
02:09:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:09:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:19.175269 30216 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:09:19.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:19.176887 30216 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:09:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:19.182669 30214 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } attempt: 4
02:09:19.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:19.190493 30214 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.107.61:33757: Network error: Client connection negotiation failed: client connection to 127.29.107.61:33757: connect: Connection refused (error 111)
02:09:19.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:19.191802 30225 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:09:19.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:19.489985 30214 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } attempt: 5
02:09:19.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:19.499598 30214 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.107.61:33757: Network error: Client connection negotiation failed: client connection to 127.29.107.61:33757: connect: Connection refused (error 111)
02:09:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:20.047402 30214 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } attempt: 6
02:09:20.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:20.077201 30214 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.107.61:33757: Network error: Client connection negotiation failed: client connection to 127.29.107.61:33757: connect: Connection refused (error 111)
02:09:20.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:20.595721 30224 debug-util.cc:398] Leaking SignalData structure 0x7b0800031900 after lost signal to thread 30216
02:09:20.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:20.808462 30224 kernel_stack_watchdog.cc:198] Thread 30216 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
02:09:20.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:09:20.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:09:20.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:09:20.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:09:20.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:19.192188 30226 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:09:20.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:20.809566 30216 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.617s user 0.000s sys 0.002s
02:09:20.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:20.809913 30216 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.617s user 0.000s sys 0.002s
02:09:20.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:20.809988 30227 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1617 milliseconds
02:09:20.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:20.812348 30229 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:09:20.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:20.812309 30216 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:09:20.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:20.816105 30216 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:09:20.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:20.818600 30216 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:09:20.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:20.820039 30216 hybrid_clock.cc:648] HybridClock initialized: now 1790647760819991 us; error 39 us; skew 500 ppm
02:09:20.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:20.820976 30216 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:09:20.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:20.827457 30216 webserver.cc:533] Webserver started at http://127.29.107.61:45867/ using document root <none> and password file <none>
02:09:20.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:20.828712 30216 fs_manager.cc:362] Metadata directory not provided
02:09:20.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:20.829018 30216 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:09:20.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:20.829844 30216 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:09:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:20.834952 30216 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-1/data/instance:
02:09:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "382b93b3369e4a5a9d5d1185a7a67983"
02:09:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:09:20 on dist-test-slave-v1kk"
02:09:20.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:20.836284 30216 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-1/wal/instance:
02:09:20.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "382b93b3369e4a5a9d5d1185a7a67983"
02:09:20.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:09:20 on dist-test-slave-v1kk"
02:09:20.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:20.844970 30216 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.010s sys 0.000s
02:09:20.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:20.851718 30237 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:09:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:20.853266 30216 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
02:09:20.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:20.853749 30216 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-1/data,/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-1/wal
02:09:20.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "382b93b3369e4a5a9d5d1185a7a67983"
02:09:20.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:09:20 on dist-test-slave-v1kk"
02:09:20.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:20.854144 30216 fs_report.cc:389] FS layout report
02:09:20.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:09:20.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-1/wal
02:09:20.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-1/wal
02:09:20.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-1/data/data
02:09:20.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:09:20.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:09:20.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:09:20.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:09:20.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:09:20.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:09:20.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:09:20.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:09:20.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:09:20.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:09:20.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:09:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:20.908564 30216 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:09:20.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:20.910121 30216 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:09:20.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:20.910629 30216 kserver.cc:163] Server-wide thread pool size limit: 3276
02:09:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:21.010963 30216 rpc_server.cc:307] RPC server started. Bound to: 127.29.107.61:33757
02:09:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:21.011076 30298 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.107.61:33757 every 8 connection(s)
02:09:21.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:21.013928 30216 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-1/data/info.pb
02:09:21.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:21.018409 30124 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskYa9I5k/build/tsan/bin/kudu as pid 30216
02:09:21.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:21.019025 30124 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-1/wal/instance
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:21.022593 30299 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:21.022675 30124 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskYa9I5k/build/tsan/bin/kudu
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYa9I5k/build/tsan/bin/kudu
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-2/wal
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-2/data
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-2/logs
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-2/data/info.pb
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.107.60:44721
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.107.60
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.107.20:33619
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.107.62:42189,127.29.107.61:33757,127.29.107.60:44721
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37555/jwks.json
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:09:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:09:21.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:21.036863 30299 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } has no permanent_uuid. Determining permanent_uuid...
02:09:21.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:21.060369 30299 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } has no permanent_uuid. Determining permanent_uuid...
02:09:21.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:21.075647 30299 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } has no permanent_uuid. Determining permanent_uuid...
02:09:21.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:21.078995 30241 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111)
02:09:21.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:21.084235 30299 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.107.60:44721: Network error: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111)
02:09:21.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:21.133889 30299 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } attempt: 1
02:09:21.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:21.137812 30214 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } attempt: 7
02:09:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:21.139921 30299 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.107.60:44721: Network error: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111)
02:09:21.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:21.149955 30214 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } has no permanent_uuid. Determining permanent_uuid...
02:09:21.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:21.156214 30214 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.107.60:44721: Network error: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111)
02:09:21.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:21.208412 30299 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } attempt: 2
02:09:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:21.213596 30299 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.107.60:44721: Network error: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111)
02:09:21.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:21.214682 30214 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } attempt: 1
02:09:21.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:21.219386 30214 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.107.60:44721: Network error: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111)
02:09:21.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:21.300935 30214 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } attempt: 2
02:09:21.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:21.305143 30299 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } attempt: 3
02:09:21.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:21.306026 30214 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.107.60:44721: Network error: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111)
02:09:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:21.310988 30299 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.107.60:44721: Network error: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111)
02:09:21.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:21.379272 30301 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:09:21.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:21.379834 30301 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:09:21.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:21.380309 30301 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:09:21.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:21.391577 30214 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } attempt: 3
02:09:21.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:21.396039 30214 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.107.60:44721: Network error: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111)
02:09:21.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:21.416822 30301 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:09:21.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:21.417114 30301 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
02:09:21.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:21.417284 30301 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:09:21.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:21.417490 30301 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:09:21.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:21.417706 30301 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:09:21.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:21.417904 30301 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:09:21.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:21.418068 30301 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37555/jwks.json
02:09:21.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:21.454483 30299 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } attempt: 4
02:09:21.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:21.459419 30299 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.107.60:44721: Network error: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111)
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:21.459745 30301 master_runner.cc:387] Master server non-default flags:
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-2/logs
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.107.20:33619
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-2/data
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-2/wal
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.107.62:42189,127.29.107.61:33757,127.29.107.60:44721
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.107.60:44721
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37555/jwks.json
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-2/data/info.pb
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.107.60
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 01:43:23 UTC on e7f111948823
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14050
02:09:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:09:21.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:21.461015 30301 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:09:21.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:21.462652 30301 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:09:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:21.472918 30313 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:09:21.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:21.536652 30214 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } attempt: 4
02:09:21.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:21.546468 30214 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.107.60:44721: Network error: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111)
02:09:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:21.758941 30299 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } attempt: 5
02:09:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:21.767297 30299 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.107.60:44721: Network error: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111)
02:09:21.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:21.830163 30214 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } attempt: 5
02:09:21.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:21.837579 30214 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.107.60:44721: Network error: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111)
02:09:22.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.314988 30299 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } attempt: 6
02:09:22.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:22.339941 30299 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.107.60:44721: Network error: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111)
02:09:22.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.390218 30214 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } attempt: 6
02:09:22.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:22.401688 30214 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.107.60:44721: Network error: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111)
02:09:22.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:21.474753 30314 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:09:22.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:22.763535 30316 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:09:22.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:22.766150 30315 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1291 milliseconds
02:09:22.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.766321 30301 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:09:22.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.767702 30301 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:09:22.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.770388 30301 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:09:22.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.771792 30301 hybrid_clock.cc:648] HybridClock initialized: now 1790647762771762 us; error 38 us; skew 500 ppm
02:09:22.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.772729 30301 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:09:22.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.778859 30301 webserver.cc:533] Webserver started at http://127.29.107.60:37135/ using document root <none> and password file <none>
02:09:22.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.779848 30301 fs_manager.cc:362] Metadata directory not provided
02:09:22.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.780102 30301 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:09:22.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.780615 30301 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:09:22.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.785485 30301 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-2/data/instance:
02:09:22.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0b28cc708714cb49ac0ab46bf0d67ce"
02:09:22.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:09:22 on dist-test-slave-v1kk"
02:09:22.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.786790 30301 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-2/wal/instance:
02:09:22.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0b28cc708714cb49ac0ab46bf0d67ce"
02:09:22.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:09:22 on dist-test-slave-v1kk"
02:09:22.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.794441 30301 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.003s sys 0.004s
02:09:22.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.800529 30327 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:09:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.801851 30301 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
02:09:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.802248 30301 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-2/data,/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-2/wal
02:09:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0b28cc708714cb49ac0ab46bf0d67ce"
02:09:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:09:22 on dist-test-slave-v1kk"
02:09:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.802613 30301 fs_report.cc:389] FS layout report
02:09:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:09:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-2/wal
02:09:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-2/wal
02:09:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-2/data/data
02:09:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:09:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:09:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:09:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:09:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:09:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:09:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:09:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:09:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:09:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:09:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:09:22.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.864931 30301 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:09:22.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.866626 30301 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:09:22.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.867156 30301 kserver.cc:163] Server-wide thread pool size limit: 3276
02:09:22.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.959867 30301 rpc_server.cc:307] RPC server started. Bound to: 127.29.107.60:44721
02:09:22.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.959987 30388 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.107.60:44721 every 8 connection(s)
02:09:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.962855 30301 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-2/data/info.pb
02:09:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.967308 30124 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskYa9I5k/build/tsan/bin/kudu as pid 30301
02:09:22.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.967814 30124 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/master-2/wal/instance
02:09:22.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.969870 30389 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:09:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:22.986796 30389 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } has no permanent_uuid. Determining permanent_uuid...
02:09:23.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.013098 30389 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } has no permanent_uuid. Determining permanent_uuid...
02:09:23.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.027443 30389 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } has no permanent_uuid. Determining permanent_uuid...
02:09:23.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.049805 30389 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce: Bootstrap starting.
02:09:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.055421 30389 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce: Neither blocks nor log segments found. Creating new log.
02:09:23.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.057078 30389 log.cc:826] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce: Log is configured to *not* fsync() on all Append() calls
02:09:23.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.062106 30389 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce: No bootstrap required, opened a new log
02:09:23.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.081722 30389 raft_consensus.cc:359] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } }
02:09:23.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.082888 30389 raft_consensus.cc:385] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:09:23.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.083256 30389 raft_consensus.cc:740] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d0b28cc708714cb49ac0ab46bf0d67ce, State: Initialized, Role: FOLLOWER
02:09:23.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.084220 30389 consensus_queue.cc:260] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } }
02:09:23.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.086903 30398 sys_catalog.cc:455] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } } }
02:09:23.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.087622 30398 sys_catalog.cc:458] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [sys.catalog]: This master's current role is: FOLLOWER
02:09:23.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.088157 30389 sys_catalog.cc:565] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [sys.catalog]: configured and running, proceeding with master startup.
02:09:23.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.093622 30398 raft_consensus.cc:493] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:09:23.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.094210 30398 raft_consensus.cc:515] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } }
02:09:23.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.100998 30398 leader_election.cc:290] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1eb8084b10c6409facfa3291d40a782d (127.29.107.62:42189), 382b93b3369e4a5a9d5d1185a7a67983 (127.29.107.61:33757)
02:09:23.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:23.116582 30409 catalog_manager.cc:1607] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:09:23.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:23.116925 30409 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:09:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:23.122913 30333 tablet.cc:2433] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:09:23.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.112299 30301 master_runner.cc:187] Error getting master registration for 127.29.107.62:42189: OK, instance_id { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" instance_seqno: 1790647758730717 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:09:23.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.139216 30301 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:09:23.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.400527 30299 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } attempt: 7
02:09:23.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:23.430033 30328 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.29.107.62:42189 timed out after 0.332s (SENT)
02:09:23.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.435233 30214 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } attempt: 7
02:09:23.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.447170 30299 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983: Bootstrap starting.
02:09:23.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.463210 30299 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983: Neither blocks nor log segments found. Creating new log.
02:09:23.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.465797 30299 log.cc:826] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983: Log is configured to *not* fsync() on all Append() calls
02:09:23.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.466645 30214 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d: Bootstrap starting.
02:09:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.476744 30214 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d: Neither blocks nor log segments found. Creating new log.
02:09:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.477355 30299 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983: No bootstrap required, opened a new log
02:09:23.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.479562 30214 log.cc:826] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d: Log is configured to *not* fsync() on all Append() calls
02:09:23.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.488199 30214 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d: No bootstrap required, opened a new log
02:09:23.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.519476 30214 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } }
02:09:23.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.520684 30214 raft_consensus.cc:385] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:09:23.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.521153 30214 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1eb8084b10c6409facfa3291d40a782d, State: Initialized, Role: FOLLOWER
02:09:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.522220 30214 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } }
02:09:23.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.528496 30299 raft_consensus.cc:359] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } }
02:09:23.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.529155 30178 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1eb8084b10c6409facfa3291d40a782d" is_pre_election: true
02:09:23.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.528851 30214 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [sys.catalog]: configured and running, proceeding with master startup.
02:09:23.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.529412 30299 raft_consensus.cc:385] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:09:23.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.529770 30299 raft_consensus.cc:740] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 382b93b3369e4a5a9d5d1185a7a67983, State: Initialized, Role: FOLLOWER
02:09:23.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.528923 30179 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1eb8084b10c6409facfa3291d40a782d" is_pre_election: true
02:09:23.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.530685 30179 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d0b28cc708714cb49ac0ab46bf0d67ce in term 0.
02:09:23.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:23.531251 30179 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:44624 (request call id 1) took 433 ms (client timeout 332 ms). Trace:
02:09:23.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.530850 30299 consensus_queue.cc:260] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } }
02:09:23.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:23.531575 30179 rpcz_store.cc:269] 0929 02:09:23.098185 (+ 0us) service_pool.cc:167] Inserting onto call queue
02:09:23.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 02:09:23.098605 (+ 420us) service_pool.cc:224] Handling call
02:09:23.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 02:09:23.531146 (+432541us) inbound_call.cc:177] Queueing success response
02:09:23.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:09:23.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.533876 30178 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d0b28cc708714cb49ac0ab46bf0d67ce in term 0.
02:09:23.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.535334 30328 leader_election.cc:304] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1eb8084b10c6409facfa3291d40a782d, d0b28cc708714cb49ac0ab46bf0d67ce; no voters:
02:09:23.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.536274 30398 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [term 0 FOLLOWER]: Leader pre-election won for term 1
02:09:23.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.536628 30398 raft_consensus.cc:493] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:09:23.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.536922 30398 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [term 0 FOLLOWER]: Advancing to term 1
02:09:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.543970 30417 sys_catalog.cc:455] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } } }
02:09:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.546186 30398 raft_consensus.cc:515] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } }
02:09:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.547458 30264 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "382b93b3369e4a5a9d5d1185a7a67983" is_pre_election: true
02:09:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.547526 30263 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "382b93b3369e4a5a9d5d1185a7a67983" is_pre_election: true
02:09:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.527403 30416 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } } }
02:09:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.548324 30264 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d0b28cc708714cb49ac0ab46bf0d67ce in term 0.
02:09:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.548467 30416 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [sys.catalog]: This master's current role is: FOLLOWER
02:09:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:23.548843 30264 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:40694 (request call id 1) took 450 ms (client timeout 332 ms). Trace:
02:09:23.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:23.549173 30264 rpcz_store.cc:269] 0929 02:09:23.098413 (+ 0us) service_pool.cc:167] Inserting onto call queue
02:09:23.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 02:09:23.098562 (+ 149us) service_pool.cc:224] Handling call
02:09:23.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 02:09:23.548765 (+450203us) inbound_call.cc:177] Queueing success response
02:09:23.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:09:23.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.549569 30299 sys_catalog.cc:565] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [sys.catalog]: configured and running, proceeding with master startup.
02:09:23.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.550614 30178 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1eb8084b10c6409facfa3291d40a782d"
02:09:23.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.551131 30178 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [term 0 FOLLOWER]: Advancing to term 1
02:09:23.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.557937 30178 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d0b28cc708714cb49ac0ab46bf0d67ce in term 1.
02:09:23.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.559191 30328 leader_election.cc:304] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1eb8084b10c6409facfa3291d40a782d, d0b28cc708714cb49ac0ab46bf0d67ce; no voters:
02:09:23.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.547029 30417 sys_catalog.cc:458] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [sys.catalog]: This master's current role is: FOLLOWER
02:09:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.565611 30264 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "382b93b3369e4a5a9d5d1185a7a67983"
02:09:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.566169 30264 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [term 0 FOLLOWER]: Advancing to term 1
02:09:23.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.573040 30264 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d0b28cc708714cb49ac0ab46bf0d67ce in term 1.
02:09:23.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.574993 30398 leader_election.cc:290] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [CANDIDATE]: Term 1 election: Requested vote from peers 1eb8084b10c6409facfa3291d40a782d (127.29.107.62:42189), 382b93b3369e4a5a9d5d1185a7a67983 (127.29.107.61:33757)
02:09:23.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.575987 30398 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [term 1 FOLLOWER]: Leader election won for term 1
02:09:23.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.577046 30398 raft_consensus.cc:697] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [term 1 LEADER]: Becoming Leader. State: Replica: d0b28cc708714cb49ac0ab46bf0d67ce, State: Running, Role: LEADER
02:09:23.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.578534 30398 consensus_queue.cc:237] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } }
02:09:23.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.595242 30420 sys_catalog.cc:455] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [sys.catalog]: SysCatalogTable state changed. Reason: New leader d0b28cc708714cb49ac0ab46bf0d67ce. Latest consensus state: current_term: 1 leader_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } } }
02:09:23.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.596634 30420 sys_catalog.cc:458] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [sys.catalog]: This master's current role is: LEADER
02:09:23.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.604784 30428 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
02:09:23.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.612313 30428 catalog_manager.cc:1533] Initializing Kudu cluster ID...
02:09:23.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.633742 30264 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [term 1 FOLLOWER]: Refusing update from remote peer d0b28cc708714cb49ac0ab46bf0d67ce: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:09:23.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.635742 30420 consensus_queue.cc:1048] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [LEADER]: Connected to new peer: Peer: permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:09:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.647291 30178 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [term 1 FOLLOWER]: Refusing update from remote peer d0b28cc708714cb49ac0ab46bf0d67ce: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:09:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.649096 30420 consensus_queue.cc:1048] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [LEADER]: Connected to new peer: Peer: permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:09:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.659070 30442 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:09:23.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:23.668927 30158 tablet.cc:2433] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:09:23.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:23.669246 30243 tablet.cc:2433] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:09:23.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.679445 30416 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [sys.catalog]: SysCatalogTable state changed. Reason: New leader d0b28cc708714cb49ac0ab46bf0d67ce. Latest consensus state: current_term: 1 leader_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } } }
02:09:23.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.680150 30416 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [sys.catalog]: This master's current role is: FOLLOWER
02:09:23.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.687781 30417 sys_catalog.cc:455] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d0b28cc708714cb49ac0ab46bf0d67ce. Latest consensus state: current_term: 1 leader_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } } }
02:09:23.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.688349 30417 sys_catalog.cc:458] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [sys.catalog]: This master's current role is: FOLLOWER
02:09:23.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.697777 30434 mvcc.cc:204] Tried to move back new op lower bound from 7334493239826153472 to 7334493239640125440. Current Snapshot: MvccSnapshot[applied={T|T < 7334493239826153472}]
02:09:23.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.711280 30417 sys_catalog.cc:455] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } } }
02:09:23.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.711997 30417 sys_catalog.cc:458] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [sys.catalog]: This master's current role is: FOLLOWER
02:09:23.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.712745 30428 catalog_manager.cc:1396] Generated new cluster ID: 44affb81f3ba4a2b8d2641aafc8d1be0
02:09:23.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.713019 30428 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
02:09:23.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.724169 30398 sys_catalog.cc:455] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } } }
02:09:23.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.724875 30398 sys_catalog.cc:458] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [sys.catalog]: This master's current role is: LEADER
02:09:23.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.725577 30420 sys_catalog.cc:455] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } } }
02:09:23.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.726233 30420 sys_catalog.cc:458] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce [sys.catalog]: This master's current role is: LEADER
02:09:23.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.732266 30416 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } } }
02:09:23.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.732923 30416 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [sys.catalog]: This master's current role is: FOLLOWER
02:09:23.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.733417 30440 mvcc.cc:204] Tried to move back new op lower bound from 7334493239826153472 to 7334493239640125440. Current Snapshot: MvccSnapshot[applied={T|T < 7334493239826153472}]
02:09:23.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.769527 30428 catalog_manager.cc:1419] Generated new certificate authority record
02:09:23.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.771740 30428 catalog_manager.cc:1553] Loading token signing keys...
02:09:23.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:23.781550 30447 catalog_manager.cc:1607] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:09:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:23.782155 30447 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:09:23.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.683033 30136 master_runner.cc:187] Error getting master registration for 127.29.107.61:33757: OK, instance_id { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" instance_seqno: 1790647760989573 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:09:23.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.789178 30136 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:09:23.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.810868 30428 catalog_manager.cc:6219] T 00000000000000000000000000000000 P d0b28cc708714cb49ac0ab46bf0d67ce: Generated new TSK 0
02:09:23.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.812197 30428 catalog_manager.cc:1563] Initializing in-progress tserver states...
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:23.829793 30124 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskYa9I5k/build/tsan/bin/kudu
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYa9I5k/build/tsan/bin/kudu
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-0/wal
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-0/data
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-0/logs
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-0/data/info.pb
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.107.1:0
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.107.1
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.107.1
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.107.62:42189,127.29.107.61:33757,127.29.107.60:44721
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.107.20:33619
02:09:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:09:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:09:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:09:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:09:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:09:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:09:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:24.306308 30452 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:09:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:24.306896 30452 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:09:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:24.307578 30452 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:09:24.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:24.349753 30452 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:09:24.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:24.350530 30452 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:09:24.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:24.350848 30452 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:09:24.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:24.351127 30452 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
02:09:24.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:24.351913 30452 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.107.1
02:09:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:24.396075 30452 tablet_server_runner.cc:78] Tablet server non-default flags:
02:09:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-0/logs
02:09:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:09:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:09:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:09:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.107.20:33619
02:09:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:09:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:09:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-0/data
02:09:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-0/wal
02:09:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:09:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:09:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.107.1:0
02:09:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:09:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:09:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:09:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-0/data/info.pb
02:09:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.107.1
02:09:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:09:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:09:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:09:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:09:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.107.62:42189,127.29.107.61:33757,127.29.107.60:44721
02:09:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:09:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:09:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:09:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:09:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:09:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.107.1
02:09:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:09:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:09:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:09:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
02:09:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:09:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 01:43:23 UTC on e7f111948823
02:09:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14050
02:09:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:09:24.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:24.397640 30452 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:09:24.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:24.399463 30452 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:09:24.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:24.413785 30458 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:09:24.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:24.697078 30442 catalog_manager.cc:1308] Loaded cluster ID: 44affb81f3ba4a2b8d2641aafc8d1be0
02:09:24.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:24.698099 30442 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d: loading cluster ID for follower catalog manager: success
02:09:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:24.733521 30442 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d: acquiring CA information for follower catalog manager: success
02:09:24.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:24.765034 30442 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:09:24.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:24.788730 30447 catalog_manager.cc:1308] Loaded cluster ID: 44affb81f3ba4a2b8d2641aafc8d1be0
02:09:24.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:24.789011 30447 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983: loading cluster ID for follower catalog manager: success
02:09:24.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:24.796983 30447 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983: acquiring CA information for follower catalog manager: success
02:09:24.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:24.806700 30447 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:09:26.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:24.420643 30459 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:09:26.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:26.413781 30452 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.993s user 0.451s sys 0.732s
02:09:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:26.416200 30452 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.996s user 0.451s sys 0.732s
02:09:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:25.816362 30457 debug-util.cc:398] Leaking SignalData structure 0x7b0800037640 after lost signal to thread 30452
02:09:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:26.416193 30461 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:09:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:26.416494 30452 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:09:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:26.414150 30460 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1992 milliseconds
02:09:26.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:26.422843 30452 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:09:26.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:26.430186 30452 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:09:26.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:26.438297 30452 hybrid_clock.cc:648] HybridClock initialized: now 1790647766438153 us; error 174 us; skew 500 ppm
02:09:26.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:26.441220 30452 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:09:26.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:26.467116 30452 webserver.cc:533] Webserver started at http://127.29.107.1:42161/ using document root <none> and password file <none>
02:09:26.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:26.468933 30452 fs_manager.cc:362] Metadata directory not provided
02:09:26.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:26.469427 30452 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:09:26.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:26.470958 30452 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:09:26.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:26.478016 30452 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-0/data/instance:
02:09:26.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a6ab83257ec548d2b7c79a1bec3b87a0"
02:09:26.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:09:26 on dist-test-slave-v1kk"
02:09:26.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:26.480182 30452 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-0/wal/instance:
02:09:26.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a6ab83257ec548d2b7c79a1bec3b87a0"
02:09:26.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:09:26 on dist-test-slave-v1kk"
02:09:26.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:26.497632 30452 fs_manager.cc:696] Time spent creating directory manager: real 0.016s user 0.003s sys 0.010s
02:09:26.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:26.515106 30470 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:09:26.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:26.517620 30452 fs_manager.cc:730] Time spent opening block manager: real 0.015s user 0.001s sys 0.009s
02:09:26.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:26.518332 30452 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-0/data,/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-0/wal
02:09:26.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a6ab83257ec548d2b7c79a1bec3b87a0"
02:09:26.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:09:26 on dist-test-slave-v1kk"
02:09:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:26.518966 30452 fs_report.cc:389] FS layout report
02:09:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:09:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-0/wal
02:09:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-0/wal
02:09:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-0/data/data
02:09:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:09:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:09:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:09:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:09:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:09:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:09:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:09:26.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:09:26.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:09:26.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:09:26.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:09:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:26.629119 30452 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:09:26.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:26.632303 30452 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:09:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:26.633095 30452 kserver.cc:163] Server-wide thread pool size limit: 3276
02:09:26.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:26.698367 30452 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:09:26.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:26.698910 30452 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.001s user 0.000s sys 0.000s
02:09:26.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:26.699337 30452 ts_tablet_manager.cc:662] Registered 0 tablets
02:09:26.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:26.699673 30452 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:09:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:27.513394 30452 rpc_server.cc:307] RPC server started. Bound to: 127.29.107.1:41963
02:09:27.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:27.513518 30595 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.107.1:41963 every 8 connection(s)
02:09:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:27.517167 30452 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-0/data/info.pb
02:09:27.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:27.522742 30124 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskYa9I5k/build/tsan/bin/kudu as pid 30452
02:09:27.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:27.523372 30124 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-0/wal/instance
02:09:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:27.560249 30124 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskYa9I5k/build/tsan/bin/kudu
02:09:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYa9I5k/build/tsan/bin/kudu
02:09:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-1/wal
02:09:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-1/data
02:09:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:09:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:09:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:09:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:09:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:09:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:09:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-1/logs
02:09:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-1/data/info.pb
02:09:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:09:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:09:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:09:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:09:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:09:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:09:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:09:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:09:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:09:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:09:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.107.2:0
02:09:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.107.2
02:09:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.107.2
02:09:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:09:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.107.62:42189,127.29.107.61:33757,127.29.107.60:44721
02:09:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.107.20:33619
02:09:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:09:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:09:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:09:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:09:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:09:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:09:27.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:27.608752 30596 heartbeater.cc:344] Connected to a master server at 127.29.107.60:44721
02:09:27.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:27.609416 30596 heartbeater.cc:461] Registering TS with master...
02:09:27.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:27.615677 30601 heartbeater.cc:344] Connected to a master server at 127.29.107.62:42189
02:09:27.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:27.616183 30601 heartbeater.cc:461] Registering TS with master...
02:09:27.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:27.617596 30596 heartbeater.cc:507] Master 127.29.107.60:44721 requested a full tablet report, sending...
02:09:27.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:27.617826 30601 heartbeater.cc:507] Master 127.29.107.62:42189 requested a full tablet report, sending...
02:09:27.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:27.621498 30168 ts_manager.cc:194] Registered new tserver with Master: a6ab83257ec548d2b7c79a1bec3b87a0 (127.29.107.1:41963)
02:09:27.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:27.625485 30343 ts_manager.cc:194] Registered new tserver with Master: a6ab83257ec548d2b7c79a1bec3b87a0 (127.29.107.1:41963)
02:09:27.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:27.628161 30343 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.29.107.1:36285
02:09:27.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:27.646194 30597 heartbeater.cc:344] Connected to a master server at 127.29.107.61:33757
02:09:27.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:27.646590 30597 heartbeater.cc:461] Registering TS with master...
02:09:27.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:27.647238 30597 heartbeater.cc:507] Master 127.29.107.61:33757 requested a full tablet report, sending...
02:09:27.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:27.650418 30254 ts_manager.cc:194] Registered new tserver with Master: a6ab83257ec548d2b7c79a1bec3b87a0 (127.29.107.1:41963)
02:09:28.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:28.077319 30600 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:09:28.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:28.077922 30600 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:09:28.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:28.078575 30600 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:09:28.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:28.116084 30600 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:09:28.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:28.116853 30600 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:09:28.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:28.117141 30600 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:09:28.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:28.117405 30600 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
02:09:28.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:28.118170 30600 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.107.2
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:28.164618 30600 tablet_server_runner.cc:78] Tablet server non-default flags:
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-1/logs
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.107.20:33619
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-1/data
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-1/wal
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.107.2:0
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-1/data/info.pb
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.107.2
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.107.62:42189,127.29.107.61:33757,127.29.107.60:44721
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.107.2
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 01:43:23 UTC on e7f111948823
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14050
02:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:09:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:28.166373 30600 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:09:28.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:28.167999 30600 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:09:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:28.181622 30610 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:09:28.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:28.633579 30596 heartbeater.cc:499] Master 127.29.107.60:44721 was elected leader, sending a full tablet report...
02:09:29.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:29.583201 30609 debug-util.cc:398] Leaking SignalData structure 0x7b0800037640 after lost signal to thread 30600
02:09:29.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:29.654692 30609 kernel_stack_watchdog.cc:198] Thread 30600 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
02:09:29.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:09:29.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:09:29.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:09:29.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:09:29.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:29.655354 30600 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.473s user 0.446s sys 0.986s
02:09:29.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:29.655772 30600 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.474s user 0.446s sys 0.986s
02:09:29.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:28.183277 30611 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:09:29.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:29.656193 30612 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1472 milliseconds
02:09:29.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:29.657517 30613 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:09:29.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.657568 30600 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:09:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.660966 30600 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:09:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.663218 30600 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:09:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.664551 30600 hybrid_clock.cc:648] HybridClock initialized: now 1790647769664511 us; error 40 us; skew 500 ppm
02:09:29.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.665339 30600 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:09:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.671867 30600 webserver.cc:533] Webserver started at http://127.29.107.2:37643/ using document root <none> and password file <none>
02:09:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.672708 30600 fs_manager.cc:362] Metadata directory not provided
02:09:29.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.672883 30600 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:09:29.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.673238 30600 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:09:29.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.677580 30600 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-1/data/instance:
02:09:29.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1679eeba8d7432d90b53770b6636fbd"
02:09:29.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:09:29 on dist-test-slave-v1kk"
02:09:29.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.678675 30600 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-1/wal/instance:
02:09:29.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1679eeba8d7432d90b53770b6636fbd"
02:09:29.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:09:29 on dist-test-slave-v1kk"
02:09:29.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.685828 30600 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.002s sys 0.006s
02:09:29.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.691677 30622 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:09:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.693100 30600 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
02:09:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.693423 30600 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-1/data,/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-1/wal
02:09:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1679eeba8d7432d90b53770b6636fbd"
02:09:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:09:29 on dist-test-slave-v1kk"
02:09:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.693784 30600 fs_report.cc:389] FS layout report
02:09:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:09:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-1/wal
02:09:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-1/wal
02:09:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-1/data/data
02:09:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:09:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:09:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:09:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:09:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:09:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:09:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:09:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:09:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:09:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:09:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:09:29.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.750149 30600 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:09:29.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.751809 30600 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:09:29.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.752215 30600 kserver.cc:163] Server-wide thread pool size limit: 3276
02:09:29.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.771013 30600 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:09:29.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.771332 30600 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:09:29.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.772480 30600 ts_tablet_manager.cc:662] Registered 0 tablets
02:09:29.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.772709 30600 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:09:29.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.957458 30600 rpc_server.cc:307] RPC server started. Bound to: 127.29.107.2:44479
02:09:29.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.958267 30746 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.107.2:44479 every 8 connection(s)
02:09:29.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.960760 30600 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-1/data/info.pb
02:09:29.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.965603 30124 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskYa9I5k/build/tsan/bin/kudu as pid 30600
02:09:29.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.966059 30124 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-1/wal/instance
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.979693 30124 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskYa9I5k/build/tsan/bin/kudu
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskYa9I5k/build/tsan/bin/kudu
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-2/wal
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-2/data
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-2/logs
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-2/data/info.pb
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.107.3:0
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.107.3
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.107.3
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.107.62:42189,127.29.107.61:33757,127.29.107.60:44721
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.107.20:33619
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:09:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:09:29.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.981536 30747 heartbeater.cc:344] Connected to a master server at 127.29.107.60:44721
02:09:29.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.982210 30747 heartbeater.cc:461] Registering TS with master...
02:09:29.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.983893 30747 heartbeater.cc:507] Master 127.29.107.60:44721 requested a full tablet report, sending...
02:09:29.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.987331 30343 ts_manager.cc:194] Registered new tserver with Master: d1679eeba8d7432d90b53770b6636fbd (127.29.107.2:44479)
02:09:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:29.989358 30343 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.29.107.2:53947
02:09:30.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:30.002282 30748 heartbeater.cc:344] Connected to a master server at 127.29.107.61:33757
02:09:30.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:30.002816 30748 heartbeater.cc:461] Registering TS with master...
02:09:30.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:30.004001 30748 heartbeater.cc:507] Master 127.29.107.61:33757 requested a full tablet report, sending...
02:09:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:30.008265 30254 ts_manager.cc:194] Registered new tserver with Master: d1679eeba8d7432d90b53770b6636fbd (127.29.107.2:44479)
02:09:30.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:30.002254 30749 heartbeater.cc:344] Connected to a master server at 127.29.107.62:42189
02:09:30.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:30.021217 30749 heartbeater.cc:461] Registering TS with master...
02:09:30.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:30.023255 30749 heartbeater.cc:507] Master 127.29.107.62:42189 requested a full tablet report, sending...
02:09:30.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:30.027233 30168 ts_manager.cc:194] Registered new tserver with Master: d1679eeba8d7432d90b53770b6636fbd (127.29.107.2:44479)
02:09:30.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:30.323558 30751 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:09:30.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:30.324155 30751 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:09:30.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:30.324824 30751 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:09:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:30.364728 30751 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:09:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:30.365403 30751 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:09:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:30.365712 30751 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:09:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:30.365973 30751 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
02:09:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:30.366472 30751 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.107.3
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:30.404819 30751 tablet_server_runner.cc:78] Tablet server non-default flags:
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-2/logs
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.107.20:33619
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-2/data
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-2/wal
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.107.3:0
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-2/data/info.pb
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.107.3
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.107.62:42189,127.29.107.61:33757,127.29.107.60:44721
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.107.3
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:09:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:09:30.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:09:30.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
02:09:30.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:09:30.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 01:43:23 UTC on e7f111948823
02:09:30.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14050
02:09:30.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:09:30.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:30.406095 30751 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:09:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:30.407640 30751 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:09:30.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:30.420369 30758 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:09:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:31.027727 30747 heartbeater.cc:499] Master 127.29.107.60:44721 was elected leader, sending a full tablet report...
02:09:32.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:30.420948 30759 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:09:32.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:31.826589 30757 debug-util.cc:398] Leaking SignalData structure 0x7b0800037640 after lost signal to thread 30751
02:09:32.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:32.412412 30757 kernel_stack_watchdog.cc:198] Thread 30751 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 402ms:
02:09:32.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:09:32.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:09:32.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:09:32.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:09:32.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:32.419157 30760 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1997 milliseconds
02:09:32.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:32.418475 30751 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.998s user 0.721s sys 1.272s
02:09:32.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:32.419870 30751 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.000s user 0.721s sys 1.273s
02:09:32.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:32.420352 30761 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:09:32.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.420436 30751 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:09:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.421816 30751 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:09:32.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.424026 30751 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:09:32.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.425450 30751 hybrid_clock.cc:648] HybridClock initialized: now 1790647772425405 us; error 35 us; skew 500 ppm
02:09:32.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.426533 30751 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:09:32.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.433480 30751 webserver.cc:533] Webserver started at http://127.29.107.3:44941/ using document root <none> and password file <none>
02:09:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.434456 30751 fs_manager.cc:362] Metadata directory not provided
02:09:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.434652 30751 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:09:32.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.435041 30751 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:09:32.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.439646 30751 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-2/data/instance:
02:09:32.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d894040f973946ebbff5bea1df20eedf"
02:09:32.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:09:32 on dist-test-slave-v1kk"
02:09:32.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.440698 30751 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-2/wal/instance:
02:09:32.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d894040f973946ebbff5bea1df20eedf"
02:09:32.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:09:32 on dist-test-slave-v1kk"
02:09:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.448400 30751 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.009s sys 0.001s
02:09:32.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.454833 30770 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:09:32.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.456033 30751 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
02:09:32.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.456449 30751 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-2/data,/tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-2/wal
02:09:32.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d894040f973946ebbff5bea1df20eedf"
02:09:32.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 02:09:32 on dist-test-slave-v1kk"
02:09:32.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.456869 30751 fs_report.cc:389] FS layout report
02:09:32.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:09:32.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-2/wal
02:09:32.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-2/wal
02:09:32.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-2/data/data
02:09:32.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:09:32.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:09:32.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:09:32.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:09:32.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:09:32.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:09:32.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:09:32.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:09:32.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:09:32.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:09:32.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:09:32.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.528019 30751 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:09:32.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.529549 30751 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:09:32.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.530066 30751 kserver.cc:163] Server-wide thread pool size limit: 3276
02:09:32.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.542254 30751 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:09:32.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.542526 30751 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:09:32.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.542805 30751 ts_tablet_manager.cc:662] Registered 0 tablets
02:09:32.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.542972 30751 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:09:32.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.755390 30751 rpc_server.cc:307] RPC server started. Bound to: 127.29.107.3:40215
02:09:32.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.756055 30894 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.107.3:40215 every 8 connection(s)
02:09:32.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.759024 30751 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-2/data/info.pb
02:09:32.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.761952 30124 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskYa9I5k/build/tsan/bin/kudu as pid 30751
02:09:32.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.762487 30124 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskYa9I5k/test-tmp/mini-kudu-cluster12132212483813764010/ts-2/wal/instance
02:09:32.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.767331 30897 heartbeater.cc:344] Connected to a master server at 127.29.107.62:42189
02:09:32.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.768797 30897 heartbeater.cc:461] Registering TS with master...
02:09:32.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.770218 30897 heartbeater.cc:507] Master 127.29.107.62:42189 requested a full tablet report, sending...
02:09:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.773187 30168 ts_manager.cc:194] Registered new tserver with Master: d894040f973946ebbff5bea1df20eedf (127.29.107.3:40215)
02:09:32.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.781035 30895 heartbeater.cc:344] Connected to a master server at 127.29.107.60:44721
02:09:32.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.781426 30895 heartbeater.cc:461] Registering TS with master...
02:09:32.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.782236 30895 heartbeater.cc:507] Master 127.29.107.60:44721 requested a full tablet report, sending...
02:09:32.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.783176 30896 heartbeater.cc:344] Connected to a master server at 127.29.107.61:33757
02:09:32.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.783532 30896 heartbeater.cc:461] Registering TS with master...
02:09:32.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.784400 30896 heartbeater.cc:507] Master 127.29.107.61:33757 requested a full tablet report, sending...
02:09:32.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.784400 30343 ts_manager.cc:194] Registered new tserver with Master: d894040f973946ebbff5bea1df20eedf (127.29.107.3:40215)
02:09:32.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.786001 30343 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.29.107.3:34295
02:09:32.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.788316 30253 ts_manager.cc:194] Registered new tserver with Master: d894040f973946ebbff5bea1df20eedf (127.29.107.3:40215)
02:09:32.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.806397 30124 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:09:32.818 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:09:32.819 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
02:09:32.820 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.29.107.62"
port: 42189
}
bound_http_address {
host: "127.29.107.62"
port: 34675
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.29.107.61"
port: 33757
}
bound_http_address {
host: "127.29.107.61"
port: 45867
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.29.107.60"
port: 44721
}
bound_http_address {
host: "127.29.107.60"
port: 37135
}
}
}
02:09:32.820 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
02:09:32.820 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.29.107.1"
port: 41963
}
bound_http_address {
host: "127.29.107.1"
port: 42161
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.29.107.2"
port: 44479
}
bound_http_address {
host: "127.29.107.2"
port: 37643
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.29.107.3"
port: 40215
}
bound_http_address {
host: "127.29.107.3"
port: 44941
}
}
}
02:09:32.820 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:09:32.822 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
02:09:32.824 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.107.60:44721(127.29.107.60:44721)] connecting to peer
02:09:32.825 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.107.61:33757(127.29.107.61:33757)] connecting to peer
02:09:32.825 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.107.62:42189(127.29.107.62:42189)] connecting to peer
02:09:32.826 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.107.60:44721(127.29.107.60:44721)] Successfully connected to peer
02:09:32.826 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.29.107.61:33757(127.29.107.61:33757)] Successfully connected to peer
02:09:32.827 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.29.107.62:42189(127.29.107.62:42189)] Successfully connected to peer
02:09:32.828 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.29.107.61
02:09:32.830 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.29.107.62
02:09:32.830 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.29.107.60
02:09:32.841 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x42757a56, L:/127.0.0.1:47776 - R:/127.29.107.60:44721] using SASL/PLAIN
02:09:32.841 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xad1b9681, L:/127.0.0.1:51168 - R:/127.29.107.61:33757] using SASL/PLAIN
02:09:32.842 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x0f886465, L:/127.0.0.1:44948 - R:/127.29.107.62:42189] using SASL/PLAIN
02:09:32.846 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:09:32.846 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=23), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: OK, deferred=null) after lookup
02:09:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.848150 30343 catalog_manager.cc:2296] Servicing CreateTable request from {username='slave'} at 127.0.0.1:47776:
02:09:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
02:09:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:09:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:09:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
02:09:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:09:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:09:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:09:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:09:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:09:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:09:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:09:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:09:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
02:09:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:09:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:09:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:09:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:09:32.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:32.852732 30343 catalog_manager.cc:7226] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:09:32.892 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 1404ecb13e824f88bccc31f0e8860b7c
02:09:32.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.943255 30530 tablet_service.cc:1511] Processing CreateTablet for tablet b10358b5aaab416d84336b90b583aabd (DEFAULT_TABLE table=txn_manager_fallback [id=1404ecb13e824f88bccc31f0e8860b7c]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:09:32.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.944986 30530 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b10358b5aaab416d84336b90b583aabd. 1 dirs total, 0 dirs full, 0 dirs failed
02:09:32.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.942816 30531 tablet_service.cc:1511] Processing CreateTablet for tablet 2d63414a200e4b93b0836db7bbd7c89b (DEFAULT_TABLE table=txn_manager_fallback [id=1404ecb13e824f88bccc31f0e8860b7c]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:09:32.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.951459 30531 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2d63414a200e4b93b0836db7bbd7c89b. 1 dirs total, 0 dirs full, 0 dirs failed
02:09:32.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.950934 30681 tablet_service.cc:1511] Processing CreateTablet for tablet b10358b5aaab416d84336b90b583aabd (DEFAULT_TABLE table=txn_manager_fallback [id=1404ecb13e824f88bccc31f0e8860b7c]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:09:32.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.952899 30681 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b10358b5aaab416d84336b90b583aabd. 1 dirs total, 0 dirs full, 0 dirs failed
02:09:32.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.954005 30682 tablet_service.cc:1511] Processing CreateTablet for tablet 2d63414a200e4b93b0836db7bbd7c89b (DEFAULT_TABLE table=txn_manager_fallback [id=1404ecb13e824f88bccc31f0e8860b7c]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:09:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.955174 30682 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2d63414a200e4b93b0836db7bbd7c89b. 1 dirs total, 0 dirs full, 0 dirs failed
02:09:32.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.963510 30829 tablet_service.cc:1511] Processing CreateTablet for tablet b10358b5aaab416d84336b90b583aabd (DEFAULT_TABLE table=txn_manager_fallback [id=1404ecb13e824f88bccc31f0e8860b7c]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:09:32.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.965194 30829 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b10358b5aaab416d84336b90b583aabd. 1 dirs total, 0 dirs full, 0 dirs failed
02:09:32.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.960820 30830 tablet_service.cc:1511] Processing CreateTablet for tablet 2d63414a200e4b93b0836db7bbd7c89b (DEFAULT_TABLE table=txn_manager_fallback [id=1404ecb13e824f88bccc31f0e8860b7c]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:09:32.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:32.978711 30830 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2d63414a200e4b93b0836db7bbd7c89b. 1 dirs total, 0 dirs full, 0 dirs failed
02:09:33.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.000172 30921 tablet_bootstrap.cc:492] T b10358b5aaab416d84336b90b583aabd P a6ab83257ec548d2b7c79a1bec3b87a0: Bootstrap starting.
02:09:33.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.022687 30922 tablet_bootstrap.cc:492] T 2d63414a200e4b93b0836db7bbd7c89b P d1679eeba8d7432d90b53770b6636fbd: Bootstrap starting.
02:09:33.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.009609 30921 tablet_bootstrap.cc:654] T b10358b5aaab416d84336b90b583aabd P a6ab83257ec548d2b7c79a1bec3b87a0: Neither blocks nor log segments found. Creating new log.
02:09:33.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.032577 30922 tablet_bootstrap.cc:654] T 2d63414a200e4b93b0836db7bbd7c89b P d1679eeba8d7432d90b53770b6636fbd: Neither blocks nor log segments found. Creating new log.
02:09:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.040367 30922 log.cc:826] T 2d63414a200e4b93b0836db7bbd7c89b P d1679eeba8d7432d90b53770b6636fbd: Log is configured to *not* fsync() on all Append() calls
02:09:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.042747 30921 log.cc:826] T b10358b5aaab416d84336b90b583aabd P a6ab83257ec548d2b7c79a1bec3b87a0: Log is configured to *not* fsync() on all Append() calls
02:09:33.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.055064 30922 tablet_bootstrap.cc:492] T 2d63414a200e4b93b0836db7bbd7c89b P d1679eeba8d7432d90b53770b6636fbd: No bootstrap required, opened a new log
02:09:33.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.055624 30922 ts_tablet_manager.cc:1449] T 2d63414a200e4b93b0836db7bbd7c89b P d1679eeba8d7432d90b53770b6636fbd: Time spent bootstrapping tablet: real 0.034s user 0.004s sys 0.017s
02:09:33.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.068130 30921 tablet_bootstrap.cc:492] T b10358b5aaab416d84336b90b583aabd P a6ab83257ec548d2b7c79a1bec3b87a0: No bootstrap required, opened a new log
02:09:33.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.069191 30921 ts_tablet_manager.cc:1449] T b10358b5aaab416d84336b90b583aabd P a6ab83257ec548d2b7c79a1bec3b87a0: Time spent bootstrapping tablet: real 0.070s user 0.006s sys 0.013s
02:09:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.074014 30923 tablet_bootstrap.cc:492] T b10358b5aaab416d84336b90b583aabd P d894040f973946ebbff5bea1df20eedf: Bootstrap starting.
02:09:33.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.083070 30922 raft_consensus.cc:359] T 2d63414a200e4b93b0836db7bbd7c89b P d1679eeba8d7432d90b53770b6636fbd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } }
02:09:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.083976 30922 raft_consensus.cc:385] T 2d63414a200e4b93b0836db7bbd7c89b P d1679eeba8d7432d90b53770b6636fbd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:09:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.084290 30922 raft_consensus.cc:740] T 2d63414a200e4b93b0836db7bbd7c89b P d1679eeba8d7432d90b53770b6636fbd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d1679eeba8d7432d90b53770b6636fbd, State: Initialized, Role: FOLLOWER
02:09:33.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.085330 30922 consensus_queue.cc:260] T 2d63414a200e4b93b0836db7bbd7c89b P d1679eeba8d7432d90b53770b6636fbd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } }
02:09:33.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.096030 30923 tablet_bootstrap.cc:654] T b10358b5aaab416d84336b90b583aabd P d894040f973946ebbff5bea1df20eedf: Neither blocks nor log segments found. Creating new log.
02:09:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.104113 30922 ts_tablet_manager.cc:1480] T 2d63414a200e4b93b0836db7bbd7c89b P d1679eeba8d7432d90b53770b6636fbd: Time spent starting tablet: real 0.048s user 0.031s sys 0.017s
02:09:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:33.105319 30210 debug-util.cc:398] Leaking SignalData structure 0x7b08000919a0 after lost signal to thread 30137
02:09:33.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.110925 30923 log.cc:826] T b10358b5aaab416d84336b90b583aabd P d894040f973946ebbff5bea1df20eedf: Log is configured to *not* fsync() on all Append() calls
02:09:33.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.112012 30922 tablet_bootstrap.cc:492] T b10358b5aaab416d84336b90b583aabd P d1679eeba8d7432d90b53770b6636fbd: Bootstrap starting.
02:09:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.118605 30922 tablet_bootstrap.cc:654] T b10358b5aaab416d84336b90b583aabd P d1679eeba8d7432d90b53770b6636fbd: Neither blocks nor log segments found. Creating new log.
02:09:33.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.131008 30923 tablet_bootstrap.cc:492] T b10358b5aaab416d84336b90b583aabd P d894040f973946ebbff5bea1df20eedf: No bootstrap required, opened a new log
02:09:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.131592 30923 ts_tablet_manager.cc:1449] T b10358b5aaab416d84336b90b583aabd P d894040f973946ebbff5bea1df20eedf: Time spent bootstrapping tablet: real 0.058s user 0.013s sys 0.003s
02:09:33.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.156445 30921 raft_consensus.cc:359] T b10358b5aaab416d84336b90b583aabd P a6ab83257ec548d2b7c79a1bec3b87a0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } }
02:09:33.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.157605 30921 raft_consensus.cc:385] T b10358b5aaab416d84336b90b583aabd P a6ab83257ec548d2b7c79a1bec3b87a0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:09:33.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.158105 30921 raft_consensus.cc:740] T b10358b5aaab416d84336b90b583aabd P a6ab83257ec548d2b7c79a1bec3b87a0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a6ab83257ec548d2b7c79a1bec3b87a0, State: Initialized, Role: FOLLOWER
02:09:33.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.159016 30921 consensus_queue.cc:260] T b10358b5aaab416d84336b90b583aabd P a6ab83257ec548d2b7c79a1bec3b87a0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } }
02:09:33.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.160990 30922 tablet_bootstrap.cc:492] T b10358b5aaab416d84336b90b583aabd P d1679eeba8d7432d90b53770b6636fbd: No bootstrap required, opened a new log
02:09:33.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.161481 30922 ts_tablet_manager.cc:1449] T b10358b5aaab416d84336b90b583aabd P d1679eeba8d7432d90b53770b6636fbd: Time spent bootstrapping tablet: real 0.050s user 0.011s sys 0.000s
02:09:33.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.164489 30922 raft_consensus.cc:359] T b10358b5aaab416d84336b90b583aabd P d1679eeba8d7432d90b53770b6636fbd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } }
02:09:33.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.165246 30922 raft_consensus.cc:385] T b10358b5aaab416d84336b90b583aabd P d1679eeba8d7432d90b53770b6636fbd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:09:33.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.165581 30922 raft_consensus.cc:740] T b10358b5aaab416d84336b90b583aabd P d1679eeba8d7432d90b53770b6636fbd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d1679eeba8d7432d90b53770b6636fbd, State: Initialized, Role: FOLLOWER
02:09:33.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.166380 30922 consensus_queue.cc:260] T b10358b5aaab416d84336b90b583aabd P d1679eeba8d7432d90b53770b6636fbd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } }
02:09:33.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.171289 30922 ts_tablet_manager.cc:1480] T b10358b5aaab416d84336b90b583aabd P d1679eeba8d7432d90b53770b6636fbd: Time spent starting tablet: real 0.009s user 0.006s sys 0.000s
02:09:33.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.174299 30921 ts_tablet_manager.cc:1480] T b10358b5aaab416d84336b90b583aabd P a6ab83257ec548d2b7c79a1bec3b87a0: Time spent starting tablet: real 0.104s user 0.042s sys 0.007s
02:09:33.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.179401 30921 tablet_bootstrap.cc:492] T 2d63414a200e4b93b0836db7bbd7c89b P a6ab83257ec548d2b7c79a1bec3b87a0: Bootstrap starting.
02:09:33.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.189625 30921 tablet_bootstrap.cc:654] T 2d63414a200e4b93b0836db7bbd7c89b P a6ab83257ec548d2b7c79a1bec3b87a0: Neither blocks nor log segments found. Creating new log.
02:09:33.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.196517 30923 raft_consensus.cc:359] T b10358b5aaab416d84336b90b583aabd P d894040f973946ebbff5bea1df20eedf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } }
02:09:33.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.198213 30923 raft_consensus.cc:385] T b10358b5aaab416d84336b90b583aabd P d894040f973946ebbff5bea1df20eedf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:09:33.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.198601 30923 raft_consensus.cc:740] T b10358b5aaab416d84336b90b583aabd P d894040f973946ebbff5bea1df20eedf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d894040f973946ebbff5bea1df20eedf, State: Initialized, Role: FOLLOWER
02:09:33.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.199671 30923 consensus_queue.cc:260] T b10358b5aaab416d84336b90b583aabd P d894040f973946ebbff5bea1df20eedf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } }
02:09:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.226210 30895 heartbeater.cc:499] Master 127.29.107.60:44721 was elected leader, sending a full tablet report...
02:09:33.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.227356 30921 tablet_bootstrap.cc:492] T 2d63414a200e4b93b0836db7bbd7c89b P a6ab83257ec548d2b7c79a1bec3b87a0: No bootstrap required, opened a new log
02:09:33.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.227787 30921 ts_tablet_manager.cc:1449] T 2d63414a200e4b93b0836db7bbd7c89b P a6ab83257ec548d2b7c79a1bec3b87a0: Time spent bootstrapping tablet: real 0.049s user 0.017s sys 0.014s
02:09:33.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.230276 30923 ts_tablet_manager.cc:1480] T b10358b5aaab416d84336b90b583aabd P d894040f973946ebbff5bea1df20eedf: Time spent starting tablet: real 0.098s user 0.051s sys 0.010s
02:09:33.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.230679 30921 raft_consensus.cc:359] T 2d63414a200e4b93b0836db7bbd7c89b P a6ab83257ec548d2b7c79a1bec3b87a0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } }
02:09:33.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.231365 30923 tablet_bootstrap.cc:492] T 2d63414a200e4b93b0836db7bbd7c89b P d894040f973946ebbff5bea1df20eedf: Bootstrap starting.
02:09:33.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.231348 30921 raft_consensus.cc:385] T 2d63414a200e4b93b0836db7bbd7c89b P a6ab83257ec548d2b7c79a1bec3b87a0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:09:33.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.231639 30921 raft_consensus.cc:740] T 2d63414a200e4b93b0836db7bbd7c89b P a6ab83257ec548d2b7c79a1bec3b87a0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a6ab83257ec548d2b7c79a1bec3b87a0, State: Initialized, Role: FOLLOWER
02:09:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.232456 30921 consensus_queue.cc:260] T 2d63414a200e4b93b0836db7bbd7c89b P a6ab83257ec548d2b7c79a1bec3b87a0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } }
02:09:33.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.237428 30921 ts_tablet_manager.cc:1480] T 2d63414a200e4b93b0836db7bbd7c89b P a6ab83257ec548d2b7c79a1bec3b87a0: Time spent starting tablet: real 0.009s user 0.004s sys 0.004s
02:09:33.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.251104 30923 tablet_bootstrap.cc:654] T 2d63414a200e4b93b0836db7bbd7c89b P d894040f973946ebbff5bea1df20eedf: Neither blocks nor log segments found. Creating new log.
02:09:33.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.258107 30923 tablet_bootstrap.cc:492] T 2d63414a200e4b93b0836db7bbd7c89b P d894040f973946ebbff5bea1df20eedf: No bootstrap required, opened a new log
02:09:33.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.258790 30923 ts_tablet_manager.cc:1449] T 2d63414a200e4b93b0836db7bbd7c89b P d894040f973946ebbff5bea1df20eedf: Time spent bootstrapping tablet: real 0.028s user 0.014s sys 0.000s
02:09:33.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.261036 30931 raft_consensus.cc:493] T b10358b5aaab416d84336b90b583aabd P d894040f973946ebbff5bea1df20eedf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:09:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.261596 30931 raft_consensus.cc:515] T b10358b5aaab416d84336b90b583aabd P d894040f973946ebbff5bea1df20eedf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } }
02:09:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.261934 30923 raft_consensus.cc:359] T 2d63414a200e4b93b0836db7bbd7c89b P d894040f973946ebbff5bea1df20eedf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } }
02:09:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.262658 30923 raft_consensus.cc:385] T 2d63414a200e4b93b0836db7bbd7c89b P d894040f973946ebbff5bea1df20eedf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:09:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.262941 30923 raft_consensus.cc:740] T 2d63414a200e4b93b0836db7bbd7c89b P d894040f973946ebbff5bea1df20eedf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d894040f973946ebbff5bea1df20eedf, State: Initialized, Role: FOLLOWER
02:09:33.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.263706 30923 consensus_queue.cc:260] T 2d63414a200e4b93b0836db7bbd7c89b P d894040f973946ebbff5bea1df20eedf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } }
02:09:33.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:33.268808 30898 tablet.cc:2433] T b10358b5aaab416d84336b90b583aabd P d894040f973946ebbff5bea1df20eedf: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:09:33.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.272889 30923 ts_tablet_manager.cc:1480] T 2d63414a200e4b93b0836db7bbd7c89b P d894040f973946ebbff5bea1df20eedf: Time spent starting tablet: real 0.014s user 0.012s sys 0.000s
02:09:33.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.279378 30931 leader_election.cc:290] T b10358b5aaab416d84336b90b583aabd P d894040f973946ebbff5bea1df20eedf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a6ab83257ec548d2b7c79a1bec3b87a0 (127.29.107.1:41963), d1679eeba8d7432d90b53770b6636fbd (127.29.107.2:44479)
02:09:33.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.284547 30702 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b10358b5aaab416d84336b90b583aabd" candidate_uuid: "d894040f973946ebbff5bea1df20eedf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d1679eeba8d7432d90b53770b6636fbd" is_pre_election: true
02:09:33.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.285569 30702 raft_consensus.cc:2468] T b10358b5aaab416d84336b90b583aabd P d1679eeba8d7432d90b53770b6636fbd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d894040f973946ebbff5bea1df20eedf in term 0.
02:09:33.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.287530 30774 leader_election.cc:304] T b10358b5aaab416d84336b90b583aabd P d894040f973946ebbff5bea1df20eedf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d1679eeba8d7432d90b53770b6636fbd, d894040f973946ebbff5bea1df20eedf; no voters:
02:09:33.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.289780 30931 raft_consensus.cc:2804] T b10358b5aaab416d84336b90b583aabd P d894040f973946ebbff5bea1df20eedf [term 0 FOLLOWER]: Leader pre-election won for term 1
02:09:33.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.290184 30931 raft_consensus.cc:493] T b10358b5aaab416d84336b90b583aabd P d894040f973946ebbff5bea1df20eedf [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:09:33.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.290534 30931 raft_consensus.cc:3060] T b10358b5aaab416d84336b90b583aabd P d894040f973946ebbff5bea1df20eedf [term 0 FOLLOWER]: Advancing to term 1
02:09:33.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.291680 30551 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b10358b5aaab416d84336b90b583aabd" candidate_uuid: "d894040f973946ebbff5bea1df20eedf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" is_pre_election: true
02:09:33.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.292689 30551 raft_consensus.cc:2468] T b10358b5aaab416d84336b90b583aabd P a6ab83257ec548d2b7c79a1bec3b87a0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d894040f973946ebbff5bea1df20eedf in term 0.
02:09:33.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:33.293118 30752 tablet.cc:2433] T 2d63414a200e4b93b0836db7bbd7c89b P d1679eeba8d7432d90b53770b6636fbd: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:09:33.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.299641 30931 raft_consensus.cc:515] T b10358b5aaab416d84336b90b583aabd P d894040f973946ebbff5bea1df20eedf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } }
02:09:33.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.301775 30931 leader_election.cc:290] T b10358b5aaab416d84336b90b583aabd P d894040f973946ebbff5bea1df20eedf [CANDIDATE]: Term 1 election: Requested vote from peers a6ab83257ec548d2b7c79a1bec3b87a0 (127.29.107.1:41963), d1679eeba8d7432d90b53770b6636fbd (127.29.107.2:44479)
02:09:33.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.302541 30551 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b10358b5aaab416d84336b90b583aabd" candidate_uuid: "d894040f973946ebbff5bea1df20eedf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0"
02:09:33.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.303093 30551 raft_consensus.cc:3060] T b10358b5aaab416d84336b90b583aabd P a6ab83257ec548d2b7c79a1bec3b87a0 [term 0 FOLLOWER]: Advancing to term 1
02:09:33.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.302961 30702 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b10358b5aaab416d84336b90b583aabd" candidate_uuid: "d894040f973946ebbff5bea1df20eedf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d1679eeba8d7432d90b53770b6636fbd"
02:09:33.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.303531 30702 raft_consensus.cc:3060] T b10358b5aaab416d84336b90b583aabd P d1679eeba8d7432d90b53770b6636fbd [term 0 FOLLOWER]: Advancing to term 1
02:09:33.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.308005 30551 raft_consensus.cc:2468] T b10358b5aaab416d84336b90b583aabd P a6ab83257ec548d2b7c79a1bec3b87a0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d894040f973946ebbff5bea1df20eedf in term 1.
02:09:33.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.309388 30773 leader_election.cc:304] T b10358b5aaab416d84336b90b583aabd P d894040f973946ebbff5bea1df20eedf [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a6ab83257ec548d2b7c79a1bec3b87a0, d894040f973946ebbff5bea1df20eedf; no voters:
02:09:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.310840 30931 raft_consensus.cc:2804] T b10358b5aaab416d84336b90b583aabd P d894040f973946ebbff5bea1df20eedf [term 1 FOLLOWER]: Leader election won for term 1
02:09:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.311331 30702 raft_consensus.cc:2468] T b10358b5aaab416d84336b90b583aabd P d1679eeba8d7432d90b53770b6636fbd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d894040f973946ebbff5bea1df20eedf in term 1.
02:09:33.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.311400 30931 raft_consensus.cc:697] T b10358b5aaab416d84336b90b583aabd P d894040f973946ebbff5bea1df20eedf [term 1 LEADER]: Becoming Leader. State: Replica: d894040f973946ebbff5bea1df20eedf, State: Running, Role: LEADER
02:09:33.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.313524 30931 consensus_queue.cc:237] T b10358b5aaab416d84336b90b583aabd P d894040f973946ebbff5bea1df20eedf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } }
02:09:33.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.328416 30344 catalog_manager.cc:5838] T b10358b5aaab416d84336b90b583aabd P d894040f973946ebbff5bea1df20eedf reported cstate change: term changed from 0 to 1, leader changed from <none> to d894040f973946ebbff5bea1df20eedf (127.29.107.3). New cstate: current_term: 1 leader_uuid: "d894040f973946ebbff5bea1df20eedf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } health_report { overall_health: HEALTHY } } }
02:09:33.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:33.384707 30604 tablet.cc:2433] T 2d63414a200e4b93b0836db7bbd7c89b P a6ab83257ec548d2b7c79a1bec3b87a0: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:09:33.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.384778 30926 raft_consensus.cc:493] T 2d63414a200e4b93b0836db7bbd7c89b P d1679eeba8d7432d90b53770b6636fbd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:09:33.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.385545 30926 raft_consensus.cc:515] T 2d63414a200e4b93b0836db7bbd7c89b P d1679eeba8d7432d90b53770b6636fbd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } }
02:09:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.389428 30926 leader_election.cc:290] T 2d63414a200e4b93b0836db7bbd7c89b P d1679eeba8d7432d90b53770b6636fbd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a6ab83257ec548d2b7c79a1bec3b87a0 (127.29.107.1:41963), d894040f973946ebbff5bea1df20eedf (127.29.107.3:40215)
02:09:33.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.403291 30551 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2d63414a200e4b93b0836db7bbd7c89b" candidate_uuid: "d1679eeba8d7432d90b53770b6636fbd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" is_pre_election: true
02:09:33.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.403977 30551 raft_consensus.cc:2468] T 2d63414a200e4b93b0836db7bbd7c89b P a6ab83257ec548d2b7c79a1bec3b87a0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d1679eeba8d7432d90b53770b6636fbd in term 0.
02:09:33.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.405462 30625 leader_election.cc:304] T 2d63414a200e4b93b0836db7bbd7c89b P d1679eeba8d7432d90b53770b6636fbd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a6ab83257ec548d2b7c79a1bec3b87a0, d1679eeba8d7432d90b53770b6636fbd; no voters:
02:09:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.406836 30926 raft_consensus.cc:2804] T 2d63414a200e4b93b0836db7bbd7c89b P d1679eeba8d7432d90b53770b6636fbd [term 0 FOLLOWER]: Leader pre-election won for term 1
02:09:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.406868 30850 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2d63414a200e4b93b0836db7bbd7c89b" candidate_uuid: "d1679eeba8d7432d90b53770b6636fbd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d894040f973946ebbff5bea1df20eedf" is_pre_election: true
02:09:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.407218 30926 raft_consensus.cc:493] T 2d63414a200e4b93b0836db7bbd7c89b P d1679eeba8d7432d90b53770b6636fbd [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:09:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.407552 30926 raft_consensus.cc:3060] T 2d63414a200e4b93b0836db7bbd7c89b P d1679eeba8d7432d90b53770b6636fbd [term 0 FOLLOWER]: Advancing to term 1
02:09:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.407574 30850 raft_consensus.cc:2468] T 2d63414a200e4b93b0836db7bbd7c89b P d894040f973946ebbff5bea1df20eedf [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d1679eeba8d7432d90b53770b6636fbd in term 0.
02:09:33.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.416725 30926 raft_consensus.cc:515] T 2d63414a200e4b93b0836db7bbd7c89b P d1679eeba8d7432d90b53770b6636fbd [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } }
02:09:33.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.419353 30926 leader_election.cc:290] T 2d63414a200e4b93b0836db7bbd7c89b P d1679eeba8d7432d90b53770b6636fbd [CANDIDATE]: Term 1 election: Requested vote from peers a6ab83257ec548d2b7c79a1bec3b87a0 (127.29.107.1:41963), d894040f973946ebbff5bea1df20eedf (127.29.107.3:40215)
02:09:33.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.420998 30850 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2d63414a200e4b93b0836db7bbd7c89b" candidate_uuid: "d1679eeba8d7432d90b53770b6636fbd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d894040f973946ebbff5bea1df20eedf"
02:09:33.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.420974 30551 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2d63414a200e4b93b0836db7bbd7c89b" candidate_uuid: "d1679eeba8d7432d90b53770b6636fbd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0"
02:09:33.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.421545 30850 raft_consensus.cc:3060] T 2d63414a200e4b93b0836db7bbd7c89b P d894040f973946ebbff5bea1df20eedf [term 0 FOLLOWER]: Advancing to term 1
02:09:33.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.421598 30551 raft_consensus.cc:3060] T 2d63414a200e4b93b0836db7bbd7c89b P a6ab83257ec548d2b7c79a1bec3b87a0 [term 0 FOLLOWER]: Advancing to term 1
02:09:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.426226 30850 raft_consensus.cc:2468] T 2d63414a200e4b93b0836db7bbd7c89b P d894040f973946ebbff5bea1df20eedf [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d1679eeba8d7432d90b53770b6636fbd in term 1.
02:09:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.427299 30625 leader_election.cc:304] T 2d63414a200e4b93b0836db7bbd7c89b P d1679eeba8d7432d90b53770b6636fbd [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d1679eeba8d7432d90b53770b6636fbd, d894040f973946ebbff5bea1df20eedf; no voters:
02:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.427980 30926 raft_consensus.cc:2804] T 2d63414a200e4b93b0836db7bbd7c89b P d1679eeba8d7432d90b53770b6636fbd [term 1 FOLLOWER]: Leader election won for term 1
02:09:33.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.429080 30551 raft_consensus.cc:2468] T 2d63414a200e4b93b0836db7bbd7c89b P a6ab83257ec548d2b7c79a1bec3b87a0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d1679eeba8d7432d90b53770b6636fbd in term 1.
02:09:33.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.430313 30926 raft_consensus.cc:697] T 2d63414a200e4b93b0836db7bbd7c89b P d1679eeba8d7432d90b53770b6636fbd [term 1 LEADER]: Becoming Leader. State: Replica: d1679eeba8d7432d90b53770b6636fbd, State: Running, Role: LEADER
02:09:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.431286 30926 consensus_queue.cc:237] T 2d63414a200e4b93b0836db7bbd7c89b P d1679eeba8d7432d90b53770b6636fbd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } }
02:09:33.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.445264 30344 catalog_manager.cc:5838] T 2d63414a200e4b93b0836db7bbd7c89b P d1679eeba8d7432d90b53770b6636fbd reported cstate change: term changed from 0 to 1, leader changed from <none> to d1679eeba8d7432d90b53770b6636fbd (127.29.107.2). New cstate: current_term: 1 leader_uuid: "d1679eeba8d7432d90b53770b6636fbd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } health_report { overall_health: UNKNOWN } } }
02:09:33.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.561419 30344 catalog_manager.cc:2296] Servicing CreateTable request from {username='slave'} at 127.0.0.1:47790:
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:09:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:09:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:09:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:09:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:09:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:09:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:09:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:09:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:09:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:09:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:09:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:09:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:09:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:09:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:09:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:09:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:09:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:09:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:09:33.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:33.566776 30344 catalog_manager.cc:7226] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:09:33.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.605479 30531 tablet_service.cc:1511] Processing CreateTablet for tablet 464630e5357f4ec4922d58003bf52215 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=9e1dbae39e7d4ba2bb7730e560dd5194]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:09:33.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.607226 30531 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 464630e5357f4ec4922d58003bf52215. 1 dirs total, 0 dirs full, 0 dirs failed
02:09:33.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.607215 30681 tablet_service.cc:1511] Processing CreateTablet for tablet 464630e5357f4ec4922d58003bf52215 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=9e1dbae39e7d4ba2bb7730e560dd5194]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:09:33.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.609040 30681 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 464630e5357f4ec4922d58003bf52215. 1 dirs total, 0 dirs full, 0 dirs failed
02:09:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.613636 30829 tablet_service.cc:1511] Processing CreateTablet for tablet 464630e5357f4ec4922d58003bf52215 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=9e1dbae39e7d4ba2bb7730e560dd5194]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:09:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.615603 30829 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 464630e5357f4ec4922d58003bf52215. 1 dirs total, 0 dirs full, 0 dirs failed
02:09:33.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.630936 30921 tablet_bootstrap.cc:492] T 464630e5357f4ec4922d58003bf52215 P a6ab83257ec548d2b7c79a1bec3b87a0: Bootstrap starting.
02:09:33.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.634660 30922 tablet_bootstrap.cc:492] T 464630e5357f4ec4922d58003bf52215 P d1679eeba8d7432d90b53770b6636fbd: Bootstrap starting.
02:09:33.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.638795 30921 tablet_bootstrap.cc:654] T 464630e5357f4ec4922d58003bf52215 P a6ab83257ec548d2b7c79a1bec3b87a0: Neither blocks nor log segments found. Creating new log.
02:09:33.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.639868 30923 tablet_bootstrap.cc:492] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf: Bootstrap starting.
02:09:33.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.642417 30922 tablet_bootstrap.cc:654] T 464630e5357f4ec4922d58003bf52215 P d1679eeba8d7432d90b53770b6636fbd: Neither blocks nor log segments found. Creating new log.
02:09:33.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.646461 30921 tablet_bootstrap.cc:492] T 464630e5357f4ec4922d58003bf52215 P a6ab83257ec548d2b7c79a1bec3b87a0: No bootstrap required, opened a new log
02:09:33.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.646930 30921 ts_tablet_manager.cc:1449] T 464630e5357f4ec4922d58003bf52215 P a6ab83257ec548d2b7c79a1bec3b87a0: Time spent bootstrapping tablet: real 0.016s user 0.006s sys 0.007s
02:09:33.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.649150 30923 tablet_bootstrap.cc:654] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf: Neither blocks nor log segments found. Creating new log.
02:09:33.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.650039 30921 raft_consensus.cc:359] T 464630e5357f4ec4922d58003bf52215 P a6ab83257ec548d2b7c79a1bec3b87a0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } }
02:09:33.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.650779 30921 raft_consensus.cc:385] T 464630e5357f4ec4922d58003bf52215 P a6ab83257ec548d2b7c79a1bec3b87a0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:09:33.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.651090 30921 raft_consensus.cc:740] T 464630e5357f4ec4922d58003bf52215 P a6ab83257ec548d2b7c79a1bec3b87a0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a6ab83257ec548d2b7c79a1bec3b87a0, State: Initialized, Role: FOLLOWER
02:09:33.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.651796 30921 consensus_queue.cc:260] T 464630e5357f4ec4922d58003bf52215 P a6ab83257ec548d2b7c79a1bec3b87a0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } }
02:09:33.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.655917 30921 ts_tablet_manager.cc:1480] T 464630e5357f4ec4922d58003bf52215 P a6ab83257ec548d2b7c79a1bec3b87a0: Time spent starting tablet: real 0.009s user 0.007s sys 0.000s
02:09:33.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.661732 30922 tablet_bootstrap.cc:492] T 464630e5357f4ec4922d58003bf52215 P d1679eeba8d7432d90b53770b6636fbd: No bootstrap required, opened a new log
02:09:33.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.661288 30929 tablet_replica.cc:442] T 464630e5357f4ec4922d58003bf52215 P a6ab83257ec548d2b7c79a1bec3b87a0: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } } }
02:09:33.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.662109 30929 tablet_replica.cc:445] T 464630e5357f4ec4922d58003bf52215 P a6ab83257ec548d2b7c79a1bec3b87a0: This TxnStatusTablet replica's current role is: FOLLOWER
02:09:33.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.662174 30922 ts_tablet_manager.cc:1449] T 464630e5357f4ec4922d58003bf52215 P d1679eeba8d7432d90b53770b6636fbd: Time spent bootstrapping tablet: real 0.028s user 0.010s sys 0.004s
02:09:33.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.664845 30922 raft_consensus.cc:359] T 464630e5357f4ec4922d58003bf52215 P d1679eeba8d7432d90b53770b6636fbd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } }
02:09:33.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.668785 30923 tablet_bootstrap.cc:492] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf: No bootstrap required, opened a new log
02:09:33.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.669242 30923 ts_tablet_manager.cc:1449] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf: Time spent bootstrapping tablet: real 0.030s user 0.008s sys 0.011s
02:09:33.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.672746 30923 raft_consensus.cc:359] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } }
02:09:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.673470 30923 raft_consensus.cc:385] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:09:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.673774 30923 raft_consensus.cc:740] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d894040f973946ebbff5bea1df20eedf, State: Initialized, Role: FOLLOWER
02:09:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.674645 30923 consensus_queue.cc:260] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } }
02:09:33.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.676039 30931 tablet_replica.cc:442] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } } }
02:09:33.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.676856 30931 tablet_replica.cc:445] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf: This TxnStatusTablet replica's current role is: FOLLOWER
02:09:33.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.678865 30931 raft_consensus.cc:493] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:09:33.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.665516 30922 raft_consensus.cc:385] T 464630e5357f4ec4922d58003bf52215 P d1679eeba8d7432d90b53770b6636fbd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:09:33.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.679361 30922 raft_consensus.cc:740] T 464630e5357f4ec4922d58003bf52215 P d1679eeba8d7432d90b53770b6636fbd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d1679eeba8d7432d90b53770b6636fbd, State: Initialized, Role: FOLLOWER
02:09:33.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.679257 30931 raft_consensus.cc:515] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } }
02:09:33.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.680168 30922 consensus_queue.cc:260] T 464630e5357f4ec4922d58003bf52215 P d1679eeba8d7432d90b53770b6636fbd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } }
02:09:33.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.681494 30926 tablet_replica.cc:442] T 464630e5357f4ec4922d58003bf52215 P d1679eeba8d7432d90b53770b6636fbd: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } } }
02:09:33.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.682228 30926 tablet_replica.cc:445] T 464630e5357f4ec4922d58003bf52215 P d1679eeba8d7432d90b53770b6636fbd: This TxnStatusTablet replica's current role is: FOLLOWER
02:09:33.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.682055 30551 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "464630e5357f4ec4922d58003bf52215" candidate_uuid: "d894040f973946ebbff5bea1df20eedf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" is_pre_election: true
02:09:33.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.682358 30931 leader_election.cc:290] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a6ab83257ec548d2b7c79a1bec3b87a0 (127.29.107.1:41963), d1679eeba8d7432d90b53770b6636fbd (127.29.107.2:44479)
02:09:33.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.682703 30551 raft_consensus.cc:2468] T 464630e5357f4ec4922d58003bf52215 P a6ab83257ec548d2b7c79a1bec3b87a0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d894040f973946ebbff5bea1df20eedf in term 0.
02:09:33.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.676846 30923 ts_tablet_manager.cc:1480] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf: Time spent starting tablet: real 0.007s user 0.006s sys 0.000s
02:09:33.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.683442 30702 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "464630e5357f4ec4922d58003bf52215" candidate_uuid: "d894040f973946ebbff5bea1df20eedf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d1679eeba8d7432d90b53770b6636fbd" is_pre_election: true
02:09:33.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.683959 30702 raft_consensus.cc:2468] T 464630e5357f4ec4922d58003bf52215 P d1679eeba8d7432d90b53770b6636fbd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d894040f973946ebbff5bea1df20eedf in term 0.
02:09:33.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.685246 30774 leader_election.cc:304] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d1679eeba8d7432d90b53770b6636fbd, d894040f973946ebbff5bea1df20eedf; no voters:
02:09:33.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.689422 30931 raft_consensus.cc:2804] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf [term 0 FOLLOWER]: Leader pre-election won for term 1
02:09:33.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.689817 30931 raft_consensus.cc:493] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:09:33.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.690147 30931 raft_consensus.cc:3060] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf [term 0 FOLLOWER]: Advancing to term 1
02:09:33.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.693981 30922 ts_tablet_manager.cc:1480] T 464630e5357f4ec4922d58003bf52215 P d1679eeba8d7432d90b53770b6636fbd: Time spent starting tablet: real 0.032s user 0.007s sys 0.000s
02:09:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.697793 30931 raft_consensus.cc:515] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } }
02:09:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.706159 30702 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "464630e5357f4ec4922d58003bf52215" candidate_uuid: "d894040f973946ebbff5bea1df20eedf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d1679eeba8d7432d90b53770b6636fbd"
02:09:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.706741 30702 raft_consensus.cc:3060] T 464630e5357f4ec4922d58003bf52215 P d1679eeba8d7432d90b53770b6636fbd [term 0 FOLLOWER]: Advancing to term 1
02:09:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.706648 30551 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "464630e5357f4ec4922d58003bf52215" candidate_uuid: "d894040f973946ebbff5bea1df20eedf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0"
02:09:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.707193 30551 raft_consensus.cc:3060] T 464630e5357f4ec4922d58003bf52215 P a6ab83257ec548d2b7c79a1bec3b87a0 [term 0 FOLLOWER]: Advancing to term 1
02:09:33.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.714578 30702 raft_consensus.cc:2468] T 464630e5357f4ec4922d58003bf52215 P d1679eeba8d7432d90b53770b6636fbd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d894040f973946ebbff5bea1df20eedf in term 1.
02:09:33.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.715600 30551 raft_consensus.cc:2468] T 464630e5357f4ec4922d58003bf52215 P a6ab83257ec548d2b7c79a1bec3b87a0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d894040f973946ebbff5bea1df20eedf in term 1.
02:09:33.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.715636 30931 leader_election.cc:290] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf [CANDIDATE]: Term 1 election: Requested vote from peers a6ab83257ec548d2b7c79a1bec3b87a0 (127.29.107.1:41963), d1679eeba8d7432d90b53770b6636fbd (127.29.107.2:44479)
02:09:33.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.715739 30774 leader_election.cc:304] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d1679eeba8d7432d90b53770b6636fbd, d894040f973946ebbff5bea1df20eedf; no voters:
02:09:33.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.716506 30931 raft_consensus.cc:2804] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf [term 1 FOLLOWER]: Leader election won for term 1
02:09:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.720497 30931 raft_consensus.cc:697] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf [term 1 LEADER]: Becoming Leader. State: Replica: d894040f973946ebbff5bea1df20eedf, State: Running, Role: LEADER
02:09:33.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.721552 30931 consensus_queue.cc:237] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } }
02:09:33.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.731720 30933 tablet_replica.cc:442] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf: TxnStatusTablet state changed. Reason: New leader d894040f973946ebbff5bea1df20eedf. Latest consensus state: current_term: 1 leader_uuid: "d894040f973946ebbff5bea1df20eedf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } } }
02:09:33.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.732506 30933 tablet_replica.cc:445] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf: This TxnStatusTablet replica's current role is: LEADER
02:09:33.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.733059 30343 catalog_manager.cc:5838] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf reported cstate change: term changed from 0 to 1, leader changed from <none> to d894040f973946ebbff5bea1df20eedf (127.29.107.3). New cstate: current_term: 1 leader_uuid: "d894040f973946ebbff5bea1df20eedf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } health_report { overall_health: HEALTHY } } }
02:09:33.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.739162 30955 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
02:09:33.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.739768 30955 txn_status_manager.cc:930] Loading transaction status metadata into memory...
02:09:33.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.777237 30933 consensus_queue.cc:1048] T b10358b5aaab416d84336b90b583aabd P d894040f973946ebbff5bea1df20eedf [LEADER]: Connected to new peer: Peer: permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:09:33.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.819269 30931 consensus_queue.cc:1048] T b10358b5aaab416d84336b90b583aabd P d894040f973946ebbff5bea1df20eedf [LEADER]: Connected to new peer: Peer: permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:09:33.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.835960 30926 consensus_queue.cc:1048] T 2d63414a200e4b93b0836db7bbd7c89b P d1679eeba8d7432d90b53770b6636fbd [LEADER]: Connected to new peer: Peer: permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:09:33.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.847223 30926 consensus_queue.cc:1048] T 2d63414a200e4b93b0836db7bbd7c89b P d1679eeba8d7432d90b53770b6636fbd [LEADER]: Connected to new peer: Peer: permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:09:33.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.874946 30701 raft_consensus.cc:1275] T 464630e5357f4ec4922d58003bf52215 P d1679eeba8d7432d90b53770b6636fbd [term 1 FOLLOWER]: Refusing update from remote peer d894040f973946ebbff5bea1df20eedf: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:09:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.883973 30931 consensus_queue.cc:1048] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf [LEADER]: Connected to new peer: Peer: permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:09:33.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.895905 30551 raft_consensus.cc:1275] T 464630e5357f4ec4922d58003bf52215 P a6ab83257ec548d2b7c79a1bec3b87a0 [term 1 FOLLOWER]: Refusing update from remote peer d894040f973946ebbff5bea1df20eedf: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:09:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.897620 30933 consensus_queue.cc:1048] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf [LEADER]: Connected to new peer: Peer: permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:09:33.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.935721 30938 tablet_replica.cc:442] T 464630e5357f4ec4922d58003bf52215 P d1679eeba8d7432d90b53770b6636fbd: TxnStatusTablet state changed. Reason: New leader d894040f973946ebbff5bea1df20eedf. Latest consensus state: current_term: 1 leader_uuid: "d894040f973946ebbff5bea1df20eedf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } } }
02:09:33.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.936460 30938 tablet_replica.cc:445] T 464630e5357f4ec4922d58003bf52215 P d1679eeba8d7432d90b53770b6636fbd: This TxnStatusTablet replica's current role is: FOLLOWER
02:09:33.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.950073 30959 mvcc.cc:204] Tried to move back new op lower bound from 7334493281719832576 to 7334493281171197952. Current Snapshot: MvccSnapshot[applied={T|T < 7334493281719832576}]
02:09:33.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.960794 30965 mvcc.cc:204] Tried to move back new op lower bound from 7334493281719832576 to 7334493281171197952. Current Snapshot: MvccSnapshot[applied={T|T < 7334493281719832576}]
02:09:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.963449 30929 tablet_replica.cc:442] T 464630e5357f4ec4922d58003bf52215 P a6ab83257ec548d2b7c79a1bec3b87a0: TxnStatusTablet state changed. Reason: New leader d894040f973946ebbff5bea1df20eedf. Latest consensus state: current_term: 1 leader_uuid: "d894040f973946ebbff5bea1df20eedf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } } }
02:09:33.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.964246 30929 tablet_replica.cc:445] T 464630e5357f4ec4922d58003bf52215 P a6ab83257ec548d2b7c79a1bec3b87a0: This TxnStatusTablet replica's current role is: FOLLOWER
02:09:33.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:33.980377 30625 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.29.107.1:41963, user_credentials={real_user=slave}} blocked reactor thread for 92148us
02:09:33.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.989163 30967 tablet_replica.cc:442] T 464630e5357f4ec4922d58003bf52215 P d1679eeba8d7432d90b53770b6636fbd: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d894040f973946ebbff5bea1df20eedf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } } }
02:09:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.989995 30967 tablet_replica.cc:445] T 464630e5357f4ec4922d58003bf52215 P d1679eeba8d7432d90b53770b6636fbd: This TxnStatusTablet replica's current role is: FOLLOWER
02:09:34.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.006225 30929 tablet_replica.cc:442] T 464630e5357f4ec4922d58003bf52215 P a6ab83257ec548d2b7c79a1bec3b87a0: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d894040f973946ebbff5bea1df20eedf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } } }
02:09:34.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.007200 30929 tablet_replica.cc:445] T 464630e5357f4ec4922d58003bf52215 P a6ab83257ec548d2b7c79a1bec3b87a0: This TxnStatusTablet replica's current role is: FOLLOWER
02:09:34.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:33.996958 30931 tablet_replica.cc:442] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d894040f973946ebbff5bea1df20eedf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } } }
02:09:34.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.010102 30931 tablet_replica.cc:445] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf: This TxnStatusTablet replica's current role is: LEADER
02:09:34.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.010993 30931 tablet_replica.cc:442] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d894040f973946ebbff5bea1df20eedf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6ab83257ec548d2b7c79a1bec3b87a0" member_type: VOTER last_known_addr { host: "127.29.107.1" port: 41963 } } peers { permanent_uuid: "d1679eeba8d7432d90b53770b6636fbd" member_type: VOTER last_known_addr { host: "127.29.107.2" port: 44479 } } peers { permanent_uuid: "d894040f973946ebbff5bea1df20eedf" member_type: VOTER last_known_addr { host: "127.29.107.3" port: 40215 } } }
02:09:34.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.011699 30931 tablet_replica.cc:445] T 464630e5357f4ec4922d58003bf52215 P d894040f973946ebbff5bea1df20eedf: This TxnStatusTablet replica's current role is: LEADER
02:09:34.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:34.071301 30774 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.29.107.2:44479, user_credentials={real_user=slave}} blocked reactor thread for 81572.7us
02:09:34.108 [DEBUG - Time-limited test] (KuduTransaction.java:705) starting keepalive heartbeating with period 500 ms (txn ID 0)
02:09:34.111 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 1404ecb13e824f88bccc31f0e8860b7c
02:09:34.115 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 2d63414a200e4b93b0836db7bbd7c89b for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
02:09:34.115 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b10358b5aaab416d84336b90b583aabd for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
02:09:34.115 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=2d63414a200e4b93b0836db7bbd7c89b@[a6ab83257ec548d2b7c79a1bec3b87a0(127.29.107.1:41963),d1679eeba8d7432d90b53770b6636fbd(127.29.107.2:44479)[L],d894040f973946ebbff5bea1df20eedf(127.29.107.3:40215)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=b10358b5aaab416d84336b90b583aabd@[a6ab83257ec548d2b7c79a1bec3b87a0(127.29.107.1:41963),d1679eeba8d7432d90b53770b6636fbd(127.29.107.2:44479),d894040f973946ebbff5bea1df20eedf(127.29.107.3:40215)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:09:34.115 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=3), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.107.60:44721, [3ms] Sub RPC GetTableLocations: received response from server master-127.29.107.60:44721: OK, deferred=null) after lookup
02:09:34.116 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d1679eeba8d7432d90b53770b6636fbd(127.29.107.2:44479)] connecting to peer
02:09:34.138 [DEBUG - kudu-nio-3] (Connection.java:757) [peer d1679eeba8d7432d90b53770b6636fbd(127.29.107.2:44479)] Successfully connected to peer
02:09:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:34.138113 30773 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.29.107.1:41963, user_credentials={real_user=slave}} blocked reactor thread for 141112us
02:09:34.161 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x59340b0d, L:/127.0.0.1:39620 - R:/127.29.107.2:44479] using TOKEN/null
02:09:34.342 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.29.107.60:44721
02:09:34.342 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
02:09:34.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.342758 30124 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskYa9I5k/build/tsan/bin/kudu with pid 30301
02:09:34.404 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.107.60:44721(127.29.107.60:44721)] handling channelInactive
02:09:34.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.107.60:44721(127.29.107.60:44721)] cleaning up while in state READY due to: connection closed
02:09:34.410 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:09:34.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.586563 30984 raft_consensus.cc:493] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader d0b28cc708714cb49ac0ab46bf0d67ce)
02:09:34.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.587189 30984 raft_consensus.cc:515] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } }
02:09:34.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.596572 30985 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [term 1 FOLLOWER]: Starting pre-election (detected failure of leader d0b28cc708714cb49ac0ab46bf0d67ce)
02:09:34.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.597535 30985 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } }
02:09:34.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.599110 30178 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "382b93b3369e4a5a9d5d1185a7a67983" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "1eb8084b10c6409facfa3291d40a782d" is_pre_election: true
02:09:34.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.603478 30178 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 382b93b3369e4a5a9d5d1185a7a67983 in term 1.
02:09:34.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.605046 30238 leader_election.cc:304] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1eb8084b10c6409facfa3291d40a782d, 382b93b3369e4a5a9d5d1185a7a67983; no voters:
02:09:34.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.606949 30264 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1eb8084b10c6409facfa3291d40a782d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "382b93b3369e4a5a9d5d1185a7a67983" is_pre_election: true
02:09:34.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.607614 30264 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1eb8084b10c6409facfa3291d40a782d in term 1.
02:09:34.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.609190 30154 leader_election.cc:304] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1eb8084b10c6409facfa3291d40a782d, 382b93b3369e4a5a9d5d1185a7a67983; no voters:
02:09:34.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.613032 30985 leader_election.cc:290] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 382b93b3369e4a5a9d5d1185a7a67983 (127.29.107.61:33757), d0b28cc708714cb49ac0ab46bf0d67ce (127.29.107.60:44721)
02:09:34.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.613559 30985 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [term 1 FOLLOWER]: Leader pre-election won for term 2
02:09:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:34.611893 30241 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111) [suppressed 6 similar messages]
02:09:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.614881 30985 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [term 1 FOLLOWER]: Starting leader election (detected failure of leader d0b28cc708714cb49ac0ab46bf0d67ce)
02:09:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.615710 30985 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [term 1 FOLLOWER]: Advancing to term 2
02:09:34.625 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.107.60:44721(127.29.107.60:44721)] connecting to peer
02:09:34.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:34.629434 30156 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111) [suppressed 13 similar messages]
02:09:34.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:34.638525 30156 leader_election.cc:336] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer d0b28cc708714cb49ac0ab46bf0d67ce (127.29.107.60:44721): Network error: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111)
02:09:34.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.639832 30984 leader_election.cc:290] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 1eb8084b10c6409facfa3291d40a782d (127.29.107.62:42189), d0b28cc708714cb49ac0ab46bf0d67ce (127.29.107.60:44721)
02:09:34.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.640614 30984 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [term 1 FOLLOWER]: Leader pre-election won for term 2
02:09:34.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.641062 30984 raft_consensus.cc:493] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [term 1 FOLLOWER]: Starting leader election (detected failure of leader d0b28cc708714cb49ac0ab46bf0d67ce)
02:09:34.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.641510 30985 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } }
02:09:34.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.641510 30984 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [term 1 FOLLOWER]: Advancing to term 2
02:09:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:34.657256 30154 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.29.107.61:33757, user_credentials={real_user=slave}} blocked reactor thread for 48306.6us
02:09:34.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:34.657951 30241 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.29.107.60:44721, user_credentials={real_user=slave}} blocked reactor thread for 45048.4us
02:09:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:34.657536 30156 leader_election.cc:336] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer d0b28cc708714cb49ac0ab46bf0d67ce (127.29.107.60:44721): Network error: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111)
02:09:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.657996 30985 leader_election.cc:290] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [CANDIDATE]: Term 2 election: Requested vote from peers 382b93b3369e4a5a9d5d1185a7a67983 (127.29.107.61:33757), d0b28cc708714cb49ac0ab46bf0d67ce (127.29.107.60:44721)
02:09:34.662 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.664 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.107.60:44721(127.29.107.60:44721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.664 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location master-127.29.107.60:44721(127.29.107.60:44721) for tablet Kudu Master: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.666759 30264 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1eb8084b10c6409facfa3291d40a782d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "382b93b3369e4a5a9d5d1185a7a67983"
02:09:34.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:34.669307 30238 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.29.107.62:42189, user_credentials={real_user=slave}} blocked reactor thread for 64518.7us
02:09:34.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:34.670583 30241 leader_election.cc:336] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer d0b28cc708714cb49ac0ab46bf0d67ce (127.29.107.60:44721): Network error: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111)
02:09:34.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.677971 30984 raft_consensus.cc:515] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } }
02:09:34.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.679368 30264 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 1eb8084b10c6409facfa3291d40a782d in current term 2: Already voted for candidate 382b93b3369e4a5a9d5d1185a7a67983 in this term.
02:09:34.685 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.107.60:44721(127.29.107.60:44721)] connecting to peer
02:09:34.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.683604 30154 leader_election.cc:304] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1eb8084b10c6409facfa3291d40a782d; no voters: 382b93b3369e4a5a9d5d1185a7a67983, d0b28cc708714cb49ac0ab46bf0d67ce
02:09:34.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.684852 30985 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
02:09:34.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.689486 30984 leader_election.cc:290] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [CANDIDATE]: Term 2 election: Requested vote from peers 1eb8084b10c6409facfa3291d40a782d (127.29.107.62:42189), d0b28cc708714cb49ac0ab46bf0d67ce (127.29.107.60:44721)
02:09:34.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.691705 30178 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "382b93b3369e4a5a9d5d1185a7a67983" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "1eb8084b10c6409facfa3291d40a782d"
02:09:34.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.692466 30178 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 382b93b3369e4a5a9d5d1185a7a67983 in current term 2: Already voted for candidate 1eb8084b10c6409facfa3291d40a782d in this term.
02:09:34.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:34.693069 30241 leader_election.cc:336] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer d0b28cc708714cb49ac0ab46bf0d67ce (127.29.107.60:44721): Network error: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111)
02:09:34.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.694 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.107.60:44721(127.29.107.60:44721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.694 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.107.60:44721: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.695 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189; will retry
02:09:34.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.696669 30238 leader_election.cc:304] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 382b93b3369e4a5a9d5d1185a7a67983; no voters: 1eb8084b10c6409facfa3291d40a782d, d0b28cc708714cb49ac0ab46bf0d67ce
02:09:34.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:34.698606 30984 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
02:09:34.705 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.107.60:44721(127.29.107.60:44721)] connecting to peer
02:09:34.710 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.711 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.107.60:44721(127.29.107.60:44721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.711 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.107.60:44721: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.711 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189; will retry
02:09:34.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.107.60:44721(127.29.107.60:44721)] connecting to peer
02:09:34.726 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.726 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.107.60:44721(127.29.107.60:44721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.726 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.107.60:44721: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.730 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189; will retry
02:09:34.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.107.60:44721(127.29.107.60:44721)] connecting to peer
02:09:34.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.107.60:44721(127.29.107.60:44721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.107.60:44721: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.774 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189; will retry
02:09:34.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.107.60:44721(127.29.107.60:44721)] connecting to peer
02:09:34.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.107.60:44721(127.29.107.60:44721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.107.60:44721: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.798 [WARN - pool-38-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189; will retry
02:09:34.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.107.60:44721(127.29.107.60:44721)] connecting to peer
02:09:34.866 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.866 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.107.60:44721(127.29.107.60:44721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.866 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.107.60:44721: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:34.877182 30168 rpcz_store.cc:267] Call kudu.master.MasterService.ConnectToMaster from 127.0.0.1:44948 (request call id 6) took 1 ms (client timeout 1 ms). Trace:
02:09:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:34.877808 30168 rpcz_store.cc:269] 0929 02:09:34.875992 (+ 0us) service_pool.cc:167] Inserting onto call queue
02:09:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 02:09:34.876134 (+ 142us) service_pool.cc:224] Handling call
02:09:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 02:09:34.877112 (+ 978us) inbound_call.cc:177] Queueing success response
02:09:34.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:09:34.886 [WARN - pool-38-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189; will retry
02:09:34.886 [DEBUG - pool-38-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=261), Traces: [0ms] sending RPC to server master-127.29.107.60:44721, [40ms] received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [40ms] delaying RPC due to: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [70ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [71ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [71ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [71ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [85ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [87ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [87ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [105ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [105ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [106ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [147ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [150ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [150ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [164ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [167ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [170ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [174ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [250ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [259ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [262ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, deferred=Deferred@1303298924(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$239/0x00007f7c94339e30@1608881d -> (continuation of Deferred@414053896 after retry RPC after error@861158384) -> (continuation of Deferred@148515669 after retry RPC after error@1522532915) -> (continuation of Deferred@766157525 after retry RPC after error@1068734251) -> (continuation of Deferred@1726645003 after retry RPC after error@1013040255) -> (continuation of Deferred@1151694124 after retry RPC after error@1737275484), errback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007f7c9433a058@554c9d7d -> (continuation of Deferred@414053896 after retry RPC after error@861158384) -> (continuation of Deferred@148515669 after retry RPC after error@1522532915) -> (continuation of Deferred@766157525 after retry RPC after error@1068734251) -> (continuation of Deferred@1726645003 after retry RPC after error@1013040255) -> (continuation of Deferred@1151694124 after retry RPC after error@1737275484)))
02:09:34.887 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=261), Traces: [0ms] sending RPC to server master-127.29.107.60:44721, [40ms] received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [40ms] delaying RPC due to: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [70ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [71ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [71ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [71ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [85ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [87ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [87ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [105ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [105ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [106ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [147ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [150ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [150ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [164ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [167ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [170ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [174ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [250ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [259ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [262ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, deferred=Deferred@1303298924(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$239/0x00007f7c94339e30@1608881d -> (continuation of Deferred@414053896 after retry RPC after error@861158384) -> (continuation of Deferred@148515669 after retry RPC after error@1522532915) -> (continuation of Deferred@766157525 after retry RPC after error@1068734251) -> (continuation of Deferred@1726645003 after retry RPC after error@1013040255) -> (continuation of Deferred@1151694124 after retry RPC after error@1737275484), errback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007f7c9433a058@554c9d7d -> (continuation of Deferred@414053896 after retry RPC after error@861158384) -> (continuation of Deferred@148515669 after retry RPC after error@1522532915) -> (continuation of Deferred@766157525 after retry RPC after error@1068734251) -> (continuation of Deferred@1726645003 after retry RPC after error@1013040255) -> (continuation of Deferred@1151694124 after retry RPC after error@1737275484)))
02:09:34.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.107.60:44721(127.29.107.60:44721)] connecting to peer
02:09:34.906 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.906 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.107.60:44721(127.29.107.60:44721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.906 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.107.60:44721: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.912 [WARN - pool-38-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189; will retry
02:09:34.925 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.107.60:44721(127.29.107.60:44721)] connecting to peer
02:09:34.926 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.926 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.107.60:44721(127.29.107.60:44721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.926 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.107.60:44721: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.929 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189; will retry
02:09:34.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.107.60:44721(127.29.107.60:44721)] connecting to peer
02:09:34.945 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.945 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.107.60:44721(127.29.107.60:44721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.945 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.107.60:44721: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.948 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189; will retry
02:09:34.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.107.60:44721(127.29.107.60:44721)] connecting to peer
02:09:34.965 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.965 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.107.60:44721(127.29.107.60:44721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.965 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.107.60:44721: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.971 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189; will retry
02:09:34.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.107.60:44721(127.29.107.60:44721)] connecting to peer
02:09:34.985 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.985 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.107.60:44721(127.29.107.60:44721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.985 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.107.60:44721: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:34.990 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189; will retry
02:09:35.005 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.107.60:44721(127.29.107.60:44721)] connecting to peer
02:09:35.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:35.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.107.60:44721(127.29.107.60:44721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:35.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.107.60:44721: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:35.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.021641 30984 raft_consensus.cc:493] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:09:35.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.022199 30984 raft_consensus.cc:515] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } }
02:09:35.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.024453 30984 leader_election.cc:290] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 1eb8084b10c6409facfa3291d40a782d (127.29.107.62:42189), d0b28cc708714cb49ac0ab46bf0d67ce (127.29.107.60:44721)
02:09:35.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.026388 30178 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "382b93b3369e4a5a9d5d1185a7a67983" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "1eb8084b10c6409facfa3291d40a782d" is_pre_election: true
02:09:35.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.026971 30178 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 382b93b3369e4a5a9d5d1185a7a67983 in term 2.
02:09:35.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.030784 30238 leader_election.cc:304] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1eb8084b10c6409facfa3291d40a782d, 382b93b3369e4a5a9d5d1185a7a67983; no voters:
02:09:35.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:35.038707 30596 heartbeater.cc:646] Failed to heartbeat to 127.29.107.60:44721 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111)
02:09:35.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.042119 30984 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [term 2 FOLLOWER]: Leader pre-election won for term 3
02:09:35.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.042646 30984 raft_consensus.cc:493] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:09:35.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.044579 30984 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [term 2 FOLLOWER]: Advancing to term 3
02:09:35.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:35.050143 30747 heartbeater.cc:646] Failed to heartbeat to 127.29.107.60:44721 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111)
02:09:35.054 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189; will retry
02:09:35.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:35.043191 30241 leader_election.cc:336] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer d0b28cc708714cb49ac0ab46bf0d67ce (127.29.107.60:44721): Network error: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111)
02:09:35.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.067878 30984 raft_consensus.cc:515] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } }
02:09:35.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.078739 30178 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "382b93b3369e4a5a9d5d1185a7a67983" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "1eb8084b10c6409facfa3291d40a782d"
02:09:35.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.079300 30178 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [term 2 FOLLOWER]: Advancing to term 3
02:09:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.086630 30178 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 382b93b3369e4a5a9d5d1185a7a67983 in term 3.
02:09:35.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.088004 30238 leader_election.cc:304] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1eb8084b10c6409facfa3291d40a782d, 382b93b3369e4a5a9d5d1185a7a67983; no voters:
02:09:35.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.089212 30987 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [term 3 FOLLOWER]: Leader election won for term 3
02:09:35.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:35.095988 30241 leader_election.cc:336] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer d0b28cc708714cb49ac0ab46bf0d67ce (127.29.107.60:44721): Network error: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111)
02:09:35.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.096748 30984 leader_election.cc:290] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [CANDIDATE]: Term 3 election: Requested vote from peers 1eb8084b10c6409facfa3291d40a782d (127.29.107.62:42189), d0b28cc708714cb49ac0ab46bf0d67ce (127.29.107.60:44721)
02:09:35.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.098387 30987 raft_consensus.cc:697] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [term 3 LEADER]: Becoming Leader. State: Replica: 382b93b3369e4a5a9d5d1185a7a67983, State: Running, Role: LEADER
02:09:35.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.099658 30987 consensus_queue.cc:237] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } }
02:09:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.119065 30999 sys_catalog.cc:455] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 382b93b3369e4a5a9d5d1185a7a67983. Latest consensus state: current_term: 3 leader_uuid: "382b93b3369e4a5a9d5d1185a7a67983" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } } }
02:09:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.119896 30999 sys_catalog.cc:458] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [sys.catalog]: This master's current role is: LEADER
02:09:35.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.107.60:44721(127.29.107.60:44721)] connecting to peer
02:09:35.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:35.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.107.60:44721(127.29.107.60:44721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:35.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.107.60:44721: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:35.132 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189; will retry
02:09:35.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.132251 31001 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
02:09:35.132 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=227), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [5ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [8ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [9ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [25ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [25ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [67ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [67ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [86ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [106ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [150ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [151ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [227ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [227ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [228ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, deferred=Deferred@2058758627(state=PENDING, result=null, callback=(continuation of Deferred@210948309 after retry RPC after error@1861139804) -> (continuation of Deferred@894073223 after retry RPC after error@2130229244) -> (continuation of Deferred@1693897870 after retry RPC after error@2146009361) -> (continuation of Deferred@420038954 after retry RPC after error@586504864) -> (continuation of Deferred@1886763220 after retry RPC after error@1135042242) -> (continuation of Deferred@280235909 after retry RPC after error@412907369), errback=(continuation of Deferred@210948309 after retry RPC after error@1861139804) -> (continuation of Deferred@894073223 after retry RPC after error@2130229244) -> (continuation of Deferred@1693897870 after retry RPC after error@2146009361) -> (continuation of Deferred@420038954 after retry RPC after error@586504864) -> (continuation of Deferred@1886763220 after retry RPC after error@1135042242) -> (continuation of Deferred@280235909 after retry RPC after error@412907369)))
02:09:35.133 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=227), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [5ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [8ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [9ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [25ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [25ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [67ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [67ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [86ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [106ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [150ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [151ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [227ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [227ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [228ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, deferred=Deferred@2058758627(state=PENDING, result=null, callback=(continuation of Deferred@210948309 after retry RPC after error@1861139804) -> (continuation of Deferred@894073223 after retry RPC after error@2130229244) -> (continuation of Deferred@1693897870 after retry RPC after error@2146009361) -> (continuation of Deferred@420038954 after retry RPC after error@586504864) -> (continuation of Deferred@1886763220 after retry RPC after error@1135042242) -> (continuation of Deferred@280235909 after retry RPC after error@412907369), errback=(continuation of Deferred@210948309 after retry RPC after error@1861139804) -> (continuation of Deferred@894073223 after retry RPC after error@2130229244) -> (continuation of Deferred@1693897870 after retry RPC after error@2146009361) -> (continuation of Deferred@420038954 after retry RPC after error@586504864) -> (continuation of Deferred@1886763220 after retry RPC after error@1135042242) -> (continuation of Deferred@280235909 after retry RPC after error@412907369)))
02:09:35.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.142273 31001 catalog_manager.cc:692] Loaded metadata for table txn_manager_fallback [id=1404ecb13e824f88bccc31f0e8860b7c]
02:09:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.144142 31001 catalog_manager.cc:692] Loaded metadata for table kudu_system.kudu_transactions [id=9e1dbae39e7d4ba2bb7730e560dd5194]
02:09:35.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.107.60:44721(127.29.107.60:44721)] connecting to peer
02:09:35.149 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:35.149 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.107.60:44721(127.29.107.60:44721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:35.149 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.107.60:44721: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.152251 31001 tablet_loader.cc:96] loaded metadata for tablet 2d63414a200e4b93b0836db7bbd7c89b (table txn_manager_fallback [id=1404ecb13e824f88bccc31f0e8860b7c])
02:09:35.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.153638 31001 tablet_loader.cc:96] loaded metadata for tablet 464630e5357f4ec4922d58003bf52215 (table kudu_system.kudu_transactions [id=9e1dbae39e7d4ba2bb7730e560dd5194])
02:09:35.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.155386 31001 tablet_loader.cc:96] loaded metadata for tablet b10358b5aaab416d84336b90b583aabd (table txn_manager_fallback [id=1404ecb13e824f88bccc31f0e8860b7c])
02:09:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.157265 31001 catalog_manager.cc:1533] Initializing Kudu cluster ID...
02:09:35.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189; will retry
02:09:35.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.161912 31001 catalog_manager.cc:1308] Loaded cluster ID: 44affb81f3ba4a2b8d2641aafc8d1be0
02:09:35.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.162268 31001 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
02:09:35.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.107.60:44721(127.29.107.60:44721)] connecting to peer
02:09:35.165 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:35.165 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.107.60:44721(127.29.107.60:44721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:35.165 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.107.60:44721: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:35.168 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189; will retry
02:09:35.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.167985 31001 catalog_manager.cc:1553] Loading token signing keys...
02:09:35.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.172559 31001 catalog_manager.cc:6230] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983: Loaded TSK: 0
02:09:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.173943 31001 catalog_manager.cc:1563] Initializing in-progress tserver states...
02:09:35.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.29.107.60:44721(127.29.107.60:44721)] connecting to peer
02:09:35.194 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:35.194 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.107.60:44721(127.29.107.60:44721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:35.194 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.107.60:44721: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721
02:09:35.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.199476 30178 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [term 3 FOLLOWER]: Refusing update from remote peer 382b93b3369e4a5a9d5d1185a7a67983: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
02:09:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.203454 30999 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
02:09:35.206 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:09:35.206 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=3, TimeoutTracker(timeout=250, elapsed=62), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [5ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [6ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [14ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [14ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [48ms] refreshing cache from master, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [50ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, deferred=Deferred@1173544886(state=PENDING, result=null, callback=(continuation of Deferred@1020975236 after retry RPC after error@211951805) -> (continuation of Deferred@2004760959 after retry RPC after error@606226249), errback=(continuation of Deferred@1020975236 after retry RPC after error@211951805) -> (continuation of Deferred@2004760959 after retry RPC after error@606226249))) after lookup
02:09:35.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:35.228359 30241 consensus_peers.cc:597] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 -> Peer d0b28cc708714cb49ac0ab46bf0d67ce (127.29.107.60:44721): Couldn't send request to peer d0b28cc708714cb49ac0ab46bf0d67ce. Status: Network error: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:09:35.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:35.229254 30895 heartbeater.cc:646] Failed to heartbeat to 127.29.107.60:44721 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111)
02:09:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.240163 31002 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 382b93b3369e4a5a9d5d1185a7a67983. Latest consensus state: current_term: 3 leader_uuid: "382b93b3369e4a5a9d5d1185a7a67983" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } } }
02:09:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.240978 31002 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [sys.catalog]: This master's current role is: FOLLOWER
02:09:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.253078 30987 sys_catalog.cc:455] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "382b93b3369e4a5a9d5d1185a7a67983" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } } }
02:09:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.253875 30987 sys_catalog.cc:458] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 [sys.catalog]: This master's current role is: LEADER
02:09:35.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.258391 31002 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "382b93b3369e4a5a9d5d1185a7a67983" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1eb8084b10c6409facfa3291d40a782d" member_type: VOTER last_known_addr { host: "127.29.107.62" port: 42189 } } peers { permanent_uuid: "382b93b3369e4a5a9d5d1185a7a67983" member_type: VOTER last_known_addr { host: "127.29.107.61" port: 33757 } } peers { permanent_uuid: "d0b28cc708714cb49ac0ab46bf0d67ce" member_type: VOTER last_known_addr { host: "127.29.107.60" port: 44721 } } }
02:09:35.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.259454 31002 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1eb8084b10c6409facfa3291d40a782d [sys.catalog]: This master's current role is: FOLLOWER
02:09:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.320765 30253 catalog_manager.cc:2296] Servicing CreateTable request from {username='slave'} at 127.0.0.1:47184:
02:09:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:09:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:09:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:09:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:09:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:09:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:09:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:09:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:09:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:09:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:09:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:09:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:09:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:09:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:09:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:09:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:09:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:09:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:09:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:09:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:09:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:09:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:09:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:09:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:09:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:09:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:09:35.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:35.371574 30253 catalog_manager.cc:7226] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:09:35.404 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=4, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [5ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [6ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [14ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [14ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.107.60:44721,127.29.107.61:33757,127.29.107.62:42189) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [48ms] refreshing cache from master, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.60:44721, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.61:33757, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.107.62:42189, [50ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.60:44721: Network error: Failed to connect to peer master-127.29.107.60:44721(127.29.107.60:44721): Connection refused: /127.29.107.60:44721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.61:33757: OK, [63ms] sending RPC to server master-127.29.107.61:33757, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.107.62:42189: OK, deferred=Deferred@1173544886(state=PENDING, result=null, callback=(continuation of Deferred@1020975236 after retry RPC after error@211951805) -> (continuation of Deferred@2004760959 after retry RPC after error@606226249) -> (continuation of Deferred@693277593 after retry RPC@1180933549), errback=(continuation of Deferred@1020975236 after retry RPC after error@211951805) -> (continuation of Deferred@2004760959 after retry RPC after error@606226249) -> (continuation of Deferred@693277593 after retry RPC@1180933549)))
02:09:35.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:35.415779 30778 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.209s from last keepalive heartbeat (effective timeout is 1.000s)
02:09:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:35.416992 31010 meta_cache.cc:302] tablet 464630e5357f4ec4922d58003bf52215: replica d894040f973946ebbff5bea1df20eedf (127.29.107.3:40215) has failed: Timed out: connection negotiation to 127.29.107.3:40215 for RPC CoordinateTransaction timed out after 0.005s (ON_OUTBOUND_QUEUE)
02:09:35.425 [DEBUG - kudu-nio-1] (KuduRpc.java:274) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=0, TimeoutTracker(timeout=0, elapsed=20), Traces: [0ms] received response from server master-127.29.107.61:33757: Timed out: Failed to write to server: (no server available): CoordinateTransaction(txn_status_tablet_id: "464630e5357f4ec4922d58003bf52215" op { type: KEEP_TXN_ALIVE txn_id: 0 user: "slave" }) passed its deadline: Timed out: connection negotiation to 127.29.107.3:40215 for RPC CoordinateTransaction timed out after 0.005s (ON_OUTBOUND_QUEUE) (error 0), deferred=null) with no deferred attached!
02:09:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:35.421972 30284 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:51168 (request call id 17) took 214 ms (client timeout 188 ms). Trace:
02:09:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:35.422394 30284 rpcz_store.cc:269] 0929 02:09:35.207614 (+ 0us) service_pool.cc:167] Inserting onto call queue
02:09:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 02:09:35.207799 (+ 185us) service_pool.cc:224] Handling call
02:09:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 02:09:35.421747 (+213948us) inbound_call.cc:177] Queueing success response
02:09:35.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":1333,"init.queue_time_us":26942,"init.run_cpu_time_us":24603,"init.run_wall_time_us":147740,"thread_start_us":51438,"threads_started":5}
02:09:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:35.433291 30797 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.29.107.60:44721)
02:09:35.451 [DEBUG - kudu-nio-1] (KuduTransaction.java:802) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: d894040f973946ebbff5bea1df20eedf (127.29.107.3:40215): transaction ID 0 is not available for further commits: state: ABORT_IN_PROGRESS user: "slave" start_timestamp: 1790647773 last_transition_timestamp: 1790647775
02:09:35.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:35.466652 31019 tablet_replica.cc:1307] Aborted: operation has been aborted: cancelling pending write operations
02:09:35.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:35.770937 30241 consensus_peers.cc:597] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 -> Peer d0b28cc708714cb49ac0ab46bf0d67ce (127.29.107.60:44721): Couldn't send request to peer d0b28cc708714cb49ac0ab46bf0d67ce. Status: Network error: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:09:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:36.220630 30896 heartbeater.cc:499] Master 127.29.107.61:33757 was elected leader, sending a full tablet report...
02:09:36.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:36.283767 30241 consensus_peers.cc:597] T 00000000000000000000000000000000 P 382b93b3369e4a5a9d5d1185a7a67983 -> Peer d0b28cc708714cb49ac0ab46bf0d67ce (127.29.107.60:44721): Couldn't send request to peer d0b28cc708714cb49ac0ab46bf0d67ce. Status: Network error: Client connection negotiation failed: client connection to 127.29.107.60:44721: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
02:09:36.418 [DEBUG - main] (Connection.java:575) [peer master-127.29.107.60:44721(127.29.107.60:44721)] disconnecting while in state TERMINATED
02:09:36.419 [DEBUG - main] (Connection.java:575) [peer master-127.29.107.62:42189(127.29.107.62:42189)] disconnecting while in state READY
02:09:36.419 [DEBUG - main] (Connection.java:575) [peer master-127.29.107.61:33757(127.29.107.61:33757)] disconnecting while in state READY
02:09:36.419 [DEBUG - main] (Connection.java:575) [peer d1679eeba8d7432d90b53770b6636fbd(127.29.107.2:44479)] disconnecting while in state READY
02:09:36.419 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.29.107.61:33757(127.29.107.61:33757)] handling channelInactive
02:09:36.419 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.29.107.62:42189(127.29.107.62:42189)] handling channelInactive
02:09:36.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.107.61:33757(127.29.107.61:33757)] cleaning up while in state READY due to: connection closed
02:09:36.419 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.107.62:42189(127.29.107.62:42189)] cleaning up while in state READY due to: connection closed
02:09:36.420 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:09:36.422 [DEBUG - kudu-nio-3] (Connection.java:239) [peer d1679eeba8d7432d90b53770b6636fbd(127.29.107.2:44479)] handling channelInactive
02:09:36.422 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d1679eeba8d7432d90b53770b6636fbd(127.29.107.2:44479)] cleaning up while in state READY due to: connection closed
02:09:36.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:36.423604 30124 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskYa9I5k/build/tsan/bin/kudu with pid 30452
02:09:36.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:36.457448 30124 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskYa9I5k/build/tsan/bin/kudu with pid 30600
02:09:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:36.490763 30774 connection.cc:573] client connection to 127.29.107.2:44479 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:09:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 02:09:36.491220 30774 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:09:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:36.491729 30124 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskYa9I5k/build/tsan/bin/kudu with pid 30751
02:09:36.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:36.531002 30124 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskYa9I5k/build/tsan/bin/kudu with pid 30136
02:09:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 02:09:36.566326 30124 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskYa9I5k/build/tsan/bin/kudu with pid 30216
02:09:37.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T02:09:37Z chronyd exiting
02:09:38.777 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Failed to write to server: d894040f973946ebbff5bea1df20eedf (127.29.107.3:40215): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1790647773 last_transition_timestamp: 1790647775
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:494)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:540)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:287)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Failed to write to server: d894040f973946ebbff5bea1df20eedf (127.29.107.3:40215): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1790647773 last_transition_timestamp: 1790647775
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:494)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:540)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:287)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more